2024-11-11 22:13:14,778 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-11 22:13:14,794 main DEBUG Took 0.013941 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 22:13:14,795 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 22:13:14,795 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 22:13:14,796 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 22:13:14,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:13:14,811 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 22:13:14,827 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:13:14,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:13:14,829 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:13:14,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:13:14,831 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:13:14,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:13:14,833 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:13:14,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:13:14,834 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:13:14,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:13:14,835 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:13:14,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:13:14,836 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:13:14,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:13:14,837 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:13:14,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:13:14,838 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:13:14,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:13:14,840 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:13:14,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:13:14,841 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:13:14,841 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:13:14,842 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:13:14,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 22:13:14,843 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:13:14,843 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 22:13:14,845 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 22:13:14,847 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 22:13:14,849 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 22:13:14,850 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 22:13:14,851 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 22:13:14,852 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 22:13:14,864 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 22:13:14,867 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 22:13:14,871 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 22:13:14,871 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 22:13:14,872 main DEBUG createAppenders(={Console}) 2024-11-11 22:13:14,873 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-11 22:13:14,873 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-11 22:13:14,873 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-11 22:13:14,874 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 22:13:14,875 main DEBUG OutputStream closed 2024-11-11 22:13:14,875 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 22:13:14,875 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 22:13:14,876 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-11 22:13:14,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 22:13:14,982 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 22:13:14,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 22:13:14,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 22:13:14,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 22:13:14,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 22:13:14,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 22:13:14,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 22:13:14,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 22:13:14,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 22:13:14,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 22:13:14,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 22:13:14,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 22:13:14,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 22:13:14,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 22:13:14,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 22:13:14,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 22:13:14,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 22:13:14,996 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 22:13:14,996 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-11 22:13:14,996 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 22:13:14,997 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-11T22:13:15,017 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-11 22:13:15,020 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 22:13:15,021 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T22:13:15,465 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T22:13:16,403 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=1831 2024-11-11T22:13:17,684 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T22:13:17,721 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T22:13:17,740 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T22:13:17,754 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T22:13:17,844 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:13:17,888 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 24915 (auto-detected) 2024-11-11T22:13:17,890 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-11T22:13:17,919 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40693 2024-11-11T22:13:17,924 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T22:13:17,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9df833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:17,962 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T22:13:17,962 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T22:13:18,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:18,456 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:18,521 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:18,628 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:18,631 INFO [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5883720085233254968.jks thread started 2024-11-11T22:13:18,631 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:18,636 INFO [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6920281761226919681.jks thread started 2024-11-11T22:13:18,647 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:18,691 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:18,714 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:18,780 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:18,781 INFO [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5883720085233254968.jks thread started 2024-11-11T22:13:18,785 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:18,785 INFO [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6920281761226919681.jks thread started 2024-11-11T22:13:18,787 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xce60c3b1, L:/127.0.0.1:40693 - R:/127.0.0.1:53190] 2024-11-11T22:13:18,965 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:19,484 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:19,484 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:19,484 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:19,484 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:19,485 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:19,485 INFO [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:19,485 INFO [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:19,485 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:19,510 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:19,510 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:19,510 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:19,510 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:19,511 INFO [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:19,511 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:19,511 INFO [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:19,511 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:19,511 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:19,511 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:19,511 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:19,511 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:19,511 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:19,512 INFO [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:19,512 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:19,512 INFO [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:19,526 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:19,526 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:19,526 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:19,527 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40693,0 is dead - stopping the connection localhost:40693/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T22:13:19,527 INFO [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:19,527 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:19,527 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:19,527 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:19,527 INFO [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:19,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:19,529 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:19,562 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:19,563 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:19,581 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:19,596 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:19,597 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2f2af1ec, L:/127.0.0.1:40693 - R:/127.0.0.1:53206] 2024-11-11T22:13:19,646 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:19,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:19,649 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40693 2024-11-11T22:13:19,649 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5883720085233254968.jks was interrupted and is shutting down... 2024-11-11T22:13:19,649 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6920281761226919681.jks was interrupted and is shutting down... 2024-11-11T22:13:19,649 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6920281761226919681.jks was interrupted and is shutting down... 2024-11-11T22:13:19,649 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5883720085233254968.jks was interrupted and is shutting down... 2024-11-11T22:13:19,650 INFO [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5883720085233254968.jks thread finished 2024-11-11T22:13:19,651 INFO [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6920281761226919681.jks thread finished 2024-11-11T22:13:19,651 INFO [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6920281761226919681.jks thread finished 2024-11-11T22:13:19,651 INFO [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5883720085233254968.jks thread finished 2024-11-11T22:13:19,659 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 298), ProcessCount=11 (was 11), AvailableMemoryMB=1520 (was 1831) 2024-11-11T22:13:19,668 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=1519 2024-11-11T22:13:19,670 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:13:19,671 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35201 2024-11-11T22:13:19,671 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T22:13:19,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a2b1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:19,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:19,674 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:19,715 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:19,716 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:19,717 INFO [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5883720085233254968.jks thread started 2024-11-11T22:13:19,717 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:19,718 INFO [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6920281761226919681.jks thread started 2024-11-11T22:13:19,718 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:19,736 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:19,754 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:19,760 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:19,764 INFO [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5883720085233254968.jks thread started 2024-11-11T22:13:19,768 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:19,769 INFO [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6920281761226919681.jks thread started 2024-11-11T22:13:19,769 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfc59e40f, L:/127.0.0.1:35201 - R:/127.0.0.1:49124] 2024-11-11T22:13:19,831 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:19,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:19,837 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6920281761226919681.jks was interrupted and is shutting down... 2024-11-11T22:13:19,837 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5883720085233254968.jks was interrupted and is shutting down... 2024-11-11T22:13:19,837 INFO [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6920281761226919681.jks thread finished 2024-11-11T22:13:19,837 INFO [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5883720085233254968.jks thread finished 2024-11-11T22:13:20,310 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:20,310 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:20,311 INFO [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:20,311 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:20,342 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:20,342 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:20,342 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:20,342 INFO [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5883720085233254968.jks 2024-11-11T22:13:20,342 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:20,342 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:20,342 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:20,342 INFO [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:20,357 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:20,357 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:20,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efd52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:20,357 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:20,357 INFO [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6920281761226919681.jks 2024-11-11T22:13:20,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:20,359 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:20,391 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:20,391 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:20,392 INFO [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5883720085233254968.jks thread started 2024-11-11T22:13:20,392 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:20,393 INFO [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6920281761226919681.jks thread started 2024-11-11T22:13:20,393 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:20,422 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:20,439 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:20,440 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbe55de1d, L:/127.0.0.1:35201 - R:/127.0.0.1:49126] 2024-11-11T22:13:20,494 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:20,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:20,496 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35201 2024-11-11T22:13:20,496 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6920281761226919681.jks was interrupted and is shutting down... 2024-11-11T22:13:20,496 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5883720085233254968.jks was interrupted and is shutting down... 2024-11-11T22:13:20,496 DEBUG [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5883720085233254968.jks was interrupted and is shutting down... 2024-11-11T22:13:20,496 INFO [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6920281761226919681.jks thread finished 2024-11-11T22:13:20,497 INFO [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5883720085233254968.jks thread finished 2024-11-11T22:13:20,497 DEBUG [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6920281761226919681.jks was interrupted and is shutting down... 2024-11-11T22:13:20,497 INFO [FileChangeWatcher-hbase_test_key5883720085233254968.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5883720085233254968.jks thread finished 2024-11-11T22:13:20,505 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6920281761226919681.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 298) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1369 (was 1519) 2024-11-11T22:13:20,512 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=314, ProcessCount=11, AvailableMemoryMB=1368 2024-11-11T22:13:20,520 INFO [FileChangeWatcher-hbase_test_ca6920281761226919681.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6920281761226919681.jks thread finished 2024-11-11T22:13:20,581 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:13:20,582 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42711 2024-11-11T22:13:20,582 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T22:13:20,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e67f7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:20,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:20,585 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:20,606 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:20,606 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:20,607 INFO [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12105641204716108306.pem thread started 2024-11-11T22:13:20,607 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:20,608 INFO [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17479402260662078108.pem thread started 2024-11-11T22:13:20,609 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:20,631 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:20,632 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:20,636 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:20,637 INFO [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12105641204716108306.pem thread started 2024-11-11T22:13:20,640 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:20,641 INFO [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17479402260662078108.pem thread started 2024-11-11T22:13:20,641 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf980be46, L:/127.0.0.1:42711 - R:/127.0.0.1:55192] 2024-11-11T22:13:20,664 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:20,996 DEBUG [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:20,996 DEBUG [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:20,996 INFO [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:20,996 INFO [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:20,997 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:20,997 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:20,997 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:20,997 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:20,998 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42711,0 is dead - stopping the connection localhost:42711/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T22:13:20,998 DEBUG [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:20,998 DEBUG [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:20,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:20,998 INFO [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:20,998 INFO [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:20,998 DEBUG [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17479402260662078108.pem 2024-11-11T22:13:20,999 DEBUG [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17479402260662078108.pem 2024-11-11T22:13:20,999 DEBUG [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17479402260662078108.pem 2024-11-11T22:13:20,999 DEBUG [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17479402260662078108.pem 2024-11-11T22:13:20,999 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:20,999 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:20,999 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17479402260662078108.pem 2024-11-11T22:13:21,000 INFO [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17479402260662078108.pem 2024-11-11T22:13:20,998 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17479402260662078108.pem 2024-11-11T22:13:21,000 INFO [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17479402260662078108.pem 2024-11-11T22:13:21,001 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:21,010 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:21,011 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:21,023 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:21,024 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:21,025 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x24467bef, L:/127.0.0.1:42711 - R:/127.0.0.1:49262] 2024-11-11T22:13:21,049 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:21,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:21,054 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42711 2024-11-11T22:13:21,054 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17479402260662078108.pem was interrupted and is shutting down... 2024-11-11T22:13:21,054 DEBUG [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12105641204716108306.pem was interrupted and is shutting down... 2024-11-11T22:13:21,054 DEBUG [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12105641204716108306.pem was interrupted and is shutting down... 2024-11-11T22:13:21,054 INFO [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17479402260662078108.pem thread finished 2024-11-11T22:13:21,055 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17479402260662078108.pem was interrupted and is shutting down... 2024-11-11T22:13:21,067 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=32 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key12105641204716108306.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca17479402260662078108.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key12105641204716108306.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 314), ProcessCount=11 (was 11), AvailableMemoryMB=1209 (was 1368) 2024-11-11T22:13:21,068 INFO [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12105641204716108306.pem thread finished 2024-11-11T22:13:21,069 INFO [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12105641204716108306.pem thread finished 2024-11-11T22:13:21,069 INFO [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17479402260662078108.pem thread finished 2024-11-11T22:13:21,081 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=26, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=314, ProcessCount=11, AvailableMemoryMB=1205 2024-11-11T22:13:21,083 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:13:21,084 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35997 2024-11-11T22:13:21,085 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T22:13:21,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6f5aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:21,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:21,087 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:21,092 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:21,092 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:21,093 INFO [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12105641204716108306.pem thread started 2024-11-11T22:13:21,093 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:21,094 INFO [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17479402260662078108.pem thread started 2024-11-11T22:13:21,094 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:21,099 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:21,100 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:21,104 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:21,104 INFO [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12105641204716108306.pem thread started 2024-11-11T22:13:21,104 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:21,108 INFO [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17479402260662078108.pem thread started 2024-11-11T22:13:21,109 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdd664959, L:/127.0.0.1:35997 - R:/127.0.0.1:34972] 2024-11-11T22:13:21,129 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:21,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:21,132 DEBUG [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12105641204716108306.pem was interrupted and is shutting down... 2024-11-11T22:13:21,132 INFO [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12105641204716108306.pem thread finished 2024-11-11T22:13:21,132 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17479402260662078108.pem was interrupted and is shutting down... 2024-11-11T22:13:21,133 INFO [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17479402260662078108.pem thread finished 2024-11-11T22:13:21,525 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:21,526 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:21,526 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:21,526 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:21,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a678d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:21,527 DEBUG [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:21,527 INFO [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12105641204716108306.pem 2024-11-11T22:13:21,527 DEBUG [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17479402260662078108.pem 2024-11-11T22:13:21,528 DEBUG [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17479402260662078108.pem 2024-11-11T22:13:21,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:21,530 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17479402260662078108.pem 2024-11-11T22:13:21,530 INFO [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17479402260662078108.pem 2024-11-11T22:13:21,537 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:21,545 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:21,547 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:21,552 INFO [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12105641204716108306.pem thread started 2024-11-11T22:13:21,559 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:21,563 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:21,565 INFO [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17479402260662078108.pem thread started 2024-11-11T22:13:21,571 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:21,572 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:21,573 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4fa96e45, L:/127.0.0.1:35997 - R:/127.0.0.1:34988] 2024-11-11T22:13:21,609 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:21,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:21,612 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35997 2024-11-11T22:13:21,612 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17479402260662078108.pem was interrupted and is shutting down... 2024-11-11T22:13:21,613 DEBUG [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12105641204716108306.pem was interrupted and is shutting down... 2024-11-11T22:13:21,613 DEBUG [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12105641204716108306.pem was interrupted and is shutting down... 2024-11-11T22:13:21,613 DEBUG [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17479402260662078108.pem was interrupted and is shutting down... 2024-11-11T22:13:21,613 INFO [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17479402260662078108.pem thread finished 2024-11-11T22:13:21,613 INFO [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12105641204716108306.pem thread finished 2024-11-11T22:13:21,613 INFO [FileChangeWatcher-hbase_test_key12105641204716108306.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12105641204716108306.pem thread finished 2024-11-11T22:13:21,633 INFO [FileChangeWatcher-hbase_test_ca17479402260662078108.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17479402260662078108.pem thread finished 2024-11-11T22:13:21,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 26) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 314), ProcessCount=11 (was 11), AvailableMemoryMB=1049 (was 1205) 2024-11-11T22:13:21,649 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=314, ProcessCount=11, AvailableMemoryMB=1049 2024-11-11T22:13:21,726 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:13:21,728 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37119 2024-11-11T22:13:21,728 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T22:13:21,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3d27f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:21,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:21,735 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:21,778 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:21,779 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:21,779 INFO [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11507247174229307390.p12 thread started 2024-11-11T22:13:21,779 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:21,780 INFO [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10843711676108084340.p12 thread started 2024-11-11T22:13:21,780 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:21,811 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:21,840 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:21,841 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:21,842 INFO [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11507247174229307390.p12 thread started 2024-11-11T22:13:21,842 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:21,842 INFO [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10843711676108084340.p12 thread started 2024-11-11T22:13:21,842 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x76a0347a, L:/127.0.0.1:37119 - R:/127.0.0.1:51358] 2024-11-11T22:13:21,892 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:22,145 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,145 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,145 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,145 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,145 INFO [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,145 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,146 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,146 INFO [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,176 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,176 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,176 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,176 INFO [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,176 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,176 INFO [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,176 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,176 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,176 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,176 INFO [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,176 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,176 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,176 INFO [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,176 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,177 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,177 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,193 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,193 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,193 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,193 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37119,0 is dead - stopping the connection localhost:37119/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T22:13:22,193 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,193 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,193 INFO [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,193 INFO [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,193 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:22,195 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:22,248 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:22,248 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:22,279 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:22,306 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:22,306 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x414195d7, L:/127.0.0.1:37119 - R:/127.0.0.1:51364] 2024-11-11T22:13:22,363 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:22,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:22,365 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37119 2024-11-11T22:13:22,365 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11507247174229307390.p12 was interrupted and is shutting down... 2024-11-11T22:13:22,365 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10843711676108084340.p12 was interrupted and is shutting down... 2024-11-11T22:13:22,365 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11507247174229307390.p12 was interrupted and is shutting down... 2024-11-11T22:13:22,365 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10843711676108084340.p12 was interrupted and is shutting down... 2024-11-11T22:13:22,365 INFO [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11507247174229307390.p12 thread finished 2024-11-11T22:13:22,366 INFO [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10843711676108084340.p12 thread finished 2024-11-11T22:13:22,373 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_ca10843711676108084340.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key11507247174229307390.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 314), ProcessCount=11 (was 11), AvailableMemoryMB=943 (was 1049) 2024-11-11T22:13:22,381 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=314, ProcessCount=11, AvailableMemoryMB=942 2024-11-11T22:13:22,383 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:13:22,384 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39219 2024-11-11T22:13:22,384 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T22:13:22,384 INFO [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11507247174229307390.p12 thread finished 2024-11-11T22:13:22,384 INFO [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10843711676108084340.p12 thread finished 2024-11-11T22:13:22,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e71897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:22,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:22,386 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:22,430 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:22,431 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:22,431 INFO [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11507247174229307390.p12 thread started 2024-11-11T22:13:22,431 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:22,432 INFO [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10843711676108084340.p12 thread started 2024-11-11T22:13:22,432 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:22,451 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:22,468 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:22,468 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:22,469 INFO [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11507247174229307390.p12 thread started 2024-11-11T22:13:22,469 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:22,469 INFO [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10843711676108084340.p12 thread started 2024-11-11T22:13:22,470 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xefefdd8b, L:/127.0.0.1:39219 - R:/127.0.0.1:38428] 2024-11-11T22:13:22,515 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:22,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:22,519 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11507247174229307390.p12 was interrupted and is shutting down... 2024-11-11T22:13:22,519 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10843711676108084340.p12 was interrupted and is shutting down... 2024-11-11T22:13:22,519 INFO [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11507247174229307390.p12 thread finished 2024-11-11T22:13:22,519 INFO [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10843711676108084340.p12 thread finished 2024-11-11T22:13:22,712 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,712 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,712 INFO [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,712 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,741 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,741 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,742 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,742 INFO [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11507247174229307390.p12 2024-11-11T22:13:22,742 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,742 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,742 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,742 INFO [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,758 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,758 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78236ae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:22,759 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,759 INFO [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10843711676108084340.p12 2024-11-11T22:13:22,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:22,760 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:22,797 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:22,797 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:22,798 INFO [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11507247174229307390.p12 thread started 2024-11-11T22:13:22,798 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:22,799 INFO [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10843711676108084340.p12 thread started 2024-11-11T22:13:22,799 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:22,817 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:22,835 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:22,836 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe1e18ee1, L:/127.0.0.1:39219 - R:/127.0.0.1:38444] 2024-11-11T22:13:22,880 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:22,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:22,882 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39219 2024-11-11T22:13:22,882 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10843711676108084340.p12 was interrupted and is shutting down... 2024-11-11T22:13:22,882 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11507247174229307390.p12 was interrupted and is shutting down... 2024-11-11T22:13:22,882 DEBUG [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10843711676108084340.p12 was interrupted and is shutting down... 2024-11-11T22:13:22,882 DEBUG [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11507247174229307390.p12 was interrupted and is shutting down... 2024-11-11T22:13:22,882 INFO [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11507247174229307390.p12 thread finished 2024-11-11T22:13:22,882 INFO [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10843711676108084340.p12 thread finished 2024-11-11T22:13:22,882 INFO [FileChangeWatcher-hbase_test_ca10843711676108084340.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10843711676108084340.p12 thread finished 2024-11-11T22:13:22,890 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 314), ProcessCount=11 (was 11), AvailableMemoryMB=871 (was 942) 2024-11-11T22:13:22,896 INFO [FileChangeWatcher-hbase_test_key11507247174229307390.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11507247174229307390.p12 thread finished 2024-11-11T22:13:22,897 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=314, ProcessCount=11, AvailableMemoryMB=870 2024-11-11T22:13:23,604 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:13:23,605 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40817 2024-11-11T22:13:23,605 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T22:13:23,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f0dc20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:23,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:23,607 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:23,993 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:23,993 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:23,994 INFO [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5610989394504426980.bcfks thread started 2024-11-11T22:13:23,994 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:23,995 INFO [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks thread started 2024-11-11T22:13:23,995 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:24,212 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:24,409 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:24,409 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:24,410 INFO [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5610989394504426980.bcfks thread started 2024-11-11T22:13:24,410 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:24,410 INFO [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks thread started 2024-11-11T22:13:24,410 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x56d70bad, L:/127.0.0.1:40817 - R:/127.0.0.1:54064] 2024-11-11T22:13:24,652 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:25,099 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:25,099 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:25,099 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:25,099 INFO [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:25,099 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:25,099 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:25,099 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:25,100 INFO [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:25,445 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:25,445 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:25,445 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:25,445 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:25,445 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:25,445 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:25,445 INFO [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:25,445 INFO [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:25,446 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:25,446 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:25,446 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:25,445 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:25,446 INFO [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:25,446 INFO [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:25,446 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:25,446 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:25,661 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:25,662 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:25,662 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:25,662 INFO [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:25,661 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40817,0 is dead - stopping the connection localhost:40817/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T22:13:25,662 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:25,662 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:25,661 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:25,662 INFO [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:25,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:25,664 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:26,094 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:26,095 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:26,267 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:26,442 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:26,443 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x05fddf33, L:/127.0.0.1:40817 - R:/127.0.0.1:54070] 2024-11-11T22:13:26,659 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:26,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:26,661 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5610989394504426980.bcfks was interrupted and is shutting down... 2024-11-11T22:13:26,661 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40817 2024-11-11T22:13:26,661 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks was interrupted and is shutting down... 2024-11-11T22:13:26,661 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5610989394504426980.bcfks was interrupted and is shutting down... 2024-11-11T22:13:26,661 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks was interrupted and is shutting down... 2024-11-11T22:13:26,661 INFO [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5610989394504426980.bcfks thread finished 2024-11-11T22:13:26,662 INFO [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks thread finished 2024-11-11T22:13:26,668 INFO [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks thread finished 2024-11-11T22:13:26,668 INFO [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5610989394504426980.bcfks thread finished 2024-11-11T22:13:26,670 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key5610989394504426980.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 314) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=587 (was 870) 2024-11-11T22:13:26,677 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=587 2024-11-11T22:13:26,678 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:13:26,678 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35951 2024-11-11T22:13:26,679 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T22:13:26,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9ace0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:26,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:26,680 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:27,026 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:27,027 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:27,028 INFO [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5610989394504426980.bcfks thread started 2024-11-11T22:13:27,028 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:27,029 INFO [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks thread started 2024-11-11T22:13:27,029 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:27,200 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:27,368 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:27,369 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:27,369 INFO [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5610989394504426980.bcfks thread started 2024-11-11T22:13:27,370 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:27,370 INFO [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks thread started 2024-11-11T22:13:27,370 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3356b4eb, L:/127.0.0.1:35951 - R:/127.0.0.1:40114] 2024-11-11T22:13:27,571 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:27,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:27,573 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5610989394504426980.bcfks was interrupted and is shutting down... 2024-11-11T22:13:27,573 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks was interrupted and is shutting down... 2024-11-11T22:13:27,574 INFO [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks thread finished 2024-11-11T22:13:27,575 INFO [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5610989394504426980.bcfks thread finished 2024-11-11T22:13:27,813 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:27,813 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:27,814 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:27,814 INFO [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:28,079 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:28,079 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:28,079 INFO [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:28,079 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5610989394504426980.bcfks 2024-11-11T22:13:28,079 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:28,079 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:28,079 INFO [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:28,079 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:28,276 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:28,276 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:28,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d9f5aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:28,276 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:28,276 INFO [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3634072751604609885.bcfks 2024-11-11T22:13:28,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:28,279 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:28,671 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:28,672 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:28,672 INFO [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5610989394504426980.bcfks thread started 2024-11-11T22:13:28,674 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:28,675 INFO [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks thread started 2024-11-11T22:13:28,675 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:28,868 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:29,075 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:29,075 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb9f04456, L:/127.0.0.1:35951 - R:/127.0.0.1:40124] 2024-11-11T22:13:29,328 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:29,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:29,331 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35951 2024-11-11T22:13:29,331 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks was interrupted and is shutting down... 2024-11-11T22:13:29,331 DEBUG [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks was interrupted and is shutting down... 2024-11-11T22:13:29,331 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5610989394504426980.bcfks was interrupted and is shutting down... 2024-11-11T22:13:29,331 DEBUG [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5610989394504426980.bcfks was interrupted and is shutting down... 2024-11-11T22:13:29,332 INFO [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5610989394504426980.bcfks thread finished 2024-11-11T22:13:29,332 INFO [FileChangeWatcher-hbase_test_key5610989394504426980.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5610989394504426980.bcfks thread finished 2024-11-11T22:13:29,332 INFO [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks thread finished 2024-11-11T22:13:29,340 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 337), ProcessCount=11 (was 11), AvailableMemoryMB=867 (was 587) - AvailableMemoryMB LEAK? - 2024-11-11T22:13:29,348 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=866 2024-11-11T22:13:29,348 INFO [FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3634072751604609885.bcfks thread finished 2024-11-11T22:13:29,543 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:13:29,544 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39171 2024-11-11T22:13:29,544 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T22:13:29,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773dd41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:29,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:29,545 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:29,579 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:29,579 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:29,580 INFO [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4410750038202165359.jks thread started 2024-11-11T22:13:29,580 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:29,580 INFO [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11658414171841267761.jks thread started 2024-11-11T22:13:29,580 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:29,613 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:29,630 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:29,630 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:29,631 INFO [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4410750038202165359.jks thread started 2024-11-11T22:13:29,631 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:29,631 INFO [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11658414171841267761.jks thread started 2024-11-11T22:13:29,631 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x12c13468, L:/127.0.0.1:39171 - R:/127.0.0.1:46556] 2024-11-11T22:13:29,696 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:29,706 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:29,706 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:29,706 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:29,706 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:29,706 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:29,706 INFO [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:29,707 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:29,707 INFO [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:29,743 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:29,743 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:29,743 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:29,743 INFO [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:29,743 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:29,743 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:29,744 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:29,744 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:29,744 INFO [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:29,744 INFO [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:29,743 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:29,744 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:29,744 INFO [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:29,744 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:29,744 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:29,744 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:29,764 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:29,764 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39171,0 is dead - stopping the connection localhost:39171/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T22:13:29,764 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:29,764 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:29,764 INFO [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:29,764 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:29,764 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:29,764 INFO [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:29,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:29,764 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:29,765 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:29,800 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:29,800 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:29,817 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:29,834 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:29,835 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdbae11da, L:/127.0.0.1:39171 - R:/127.0.0.1:46560] 2024-11-11T22:13:29,880 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:29,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:29,882 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39171 2024-11-11T22:13:29,882 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11658414171841267761.jks was interrupted and is shutting down... 2024-11-11T22:13:29,882 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4410750038202165359.jks was interrupted and is shutting down... 2024-11-11T22:13:29,882 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4410750038202165359.jks was interrupted and is shutting down... 2024-11-11T22:13:29,882 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11658414171841267761.jks was interrupted and is shutting down... 2024-11-11T22:13:29,882 INFO [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4410750038202165359.jks thread finished 2024-11-11T22:13:29,882 INFO [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4410750038202165359.jks thread finished 2024-11-11T22:13:29,882 INFO [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11658414171841267761.jks thread finished 2024-11-11T22:13:29,890 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 337), ProcessCount=11 (was 11), AvailableMemoryMB=860 (was 866) 2024-11-11T22:13:29,895 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=860 2024-11-11T22:13:29,896 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:13:29,897 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36917 2024-11-11T22:13:29,897 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T22:13:29,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671305f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:29,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:29,898 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:29,904 INFO [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11658414171841267761.jks thread finished 2024-11-11T22:13:29,933 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:29,933 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:29,934 INFO [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4410750038202165359.jks thread started 2024-11-11T22:13:29,934 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:29,934 INFO [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11658414171841267761.jks thread started 2024-11-11T22:13:29,934 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:29,951 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:29,970 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:29,970 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:29,971 INFO [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4410750038202165359.jks thread started 2024-11-11T22:13:29,972 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:29,973 INFO [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11658414171841267761.jks thread started 2024-11-11T22:13:29,973 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf2a903a7, L:/127.0.0.1:36917 - R:/127.0.0.1:38268] 2024-11-11T22:13:30,017 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:30,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:30,019 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4410750038202165359.jks was interrupted and is shutting down... 2024-11-11T22:13:30,019 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11658414171841267761.jks was interrupted and is shutting down... 2024-11-11T22:13:30,020 INFO [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11658414171841267761.jks thread finished 2024-11-11T22:13:30,020 INFO [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4410750038202165359.jks thread finished 2024-11-11T22:13:30,025 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:30,025 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:30,026 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:30,026 INFO [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:30,059 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:30,059 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:30,059 INFO [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:30,059 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4410750038202165359.jks 2024-11-11T22:13:30,059 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:30,059 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:30,059 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:30,059 INFO [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:30,088 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:30,088 INFO [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:30,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7996d92b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:30,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:30,089 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:30,089 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11658414171841267761.jks 2024-11-11T22:13:30,090 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:30,148 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:30,151 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,151 INFO [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4410750038202165359.jks thread started 2024-11-11T22:13:30,152 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,152 INFO [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11658414171841267761.jks thread started 2024-11-11T22:13:30,152 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:30,182 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:30,214 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:30,214 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x67c71f18, L:/127.0.0.1:36917 - R:/127.0.0.1:38274] 2024-11-11T22:13:30,289 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:30,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:30,290 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4410750038202165359.jks was interrupted and is shutting down... 2024-11-11T22:13:30,290 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36917 2024-11-11T22:13:30,290 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11658414171841267761.jks was interrupted and is shutting down... 2024-11-11T22:13:30,291 DEBUG [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4410750038202165359.jks was interrupted and is shutting down... 2024-11-11T22:13:30,291 DEBUG [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11658414171841267761.jks was interrupted and is shutting down... 2024-11-11T22:13:30,291 INFO [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11658414171841267761.jks thread finished 2024-11-11T22:13:30,291 INFO [FileChangeWatcher-hbase_test_ca11658414171841267761.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11658414171841267761.jks thread finished 2024-11-11T22:13:30,291 INFO [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4410750038202165359.jks thread finished 2024-11-11T22:13:30,291 INFO [FileChangeWatcher-hbase_test_key4410750038202165359.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4410750038202165359.jks thread finished 2024-11-11T22:13:30,298 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 337), ProcessCount=11 (was 11), AvailableMemoryMB=1204 (was 860) - AvailableMemoryMB LEAK? - 2024-11-11T22:13:30,303 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=1203 2024-11-11T22:13:30,309 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:13:30,310 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40875 2024-11-11T22:13:30,310 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T22:13:30,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bf7cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:30,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:30,311 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:30,315 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:30,316 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,316 INFO [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key505903550951497074.pem thread started 2024-11-11T22:13:30,316 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,317 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:30,317 INFO [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7949527468137920036.pem thread started 2024-11-11T22:13:30,322 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:30,322 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:30,323 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,323 INFO [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key505903550951497074.pem thread started 2024-11-11T22:13:30,323 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,324 INFO [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7949527468137920036.pem thread started 2024-11-11T22:13:30,324 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xef21ce50, L:/127.0.0.1:40875 - R:/127.0.0.1:42158] 2024-11-11T22:13:30,341 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:30,355 DEBUG [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key505903550951497074.pem 2024-11-11T22:13:30,355 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40875,0 is dead - stopping the connection localhost:40875/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T22:13:30,355 INFO [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key505903550951497074.pem 2024-11-11T22:13:30,355 DEBUG [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7949527468137920036.pem 2024-11-11T22:13:30,355 DEBUG [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7949527468137920036.pem 2024-11-11T22:13:30,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:30,357 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:30,360 DEBUG [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key505903550951497074.pem 2024-11-11T22:13:30,360 DEBUG [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key505903550951497074.pem 2024-11-11T22:13:30,360 DEBUG [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7949527468137920036.pem 2024-11-11T22:13:30,360 INFO [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7949527468137920036.pem 2024-11-11T22:13:30,360 DEBUG [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key505903550951497074.pem 2024-11-11T22:13:30,360 DEBUG [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key505903550951497074.pem 2024-11-11T22:13:30,360 DEBUG [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7949527468137920036.pem 2024-11-11T22:13:30,360 INFO [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7949527468137920036.pem 2024-11-11T22:13:30,361 DEBUG [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key505903550951497074.pem 2024-11-11T22:13:30,361 INFO [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key505903550951497074.pem 2024-11-11T22:13:30,361 DEBUG [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7949527468137920036.pem 2024-11-11T22:13:30,361 DEBUG [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7949527468137920036.pem 2024-11-11T22:13:30,364 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:30,365 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:30,365 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb59eb8a0, L:/127.0.0.1:40875 - R:/127.0.0.1:42166] 2024-11-11T22:13:30,373 WARN [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$2(410): Exception encountered while connecting to the server localhost:40875 javax.net.ssl.SSLHandshakeException: PKIX path validation failed: java.security.cert.CertPathValidatorException: signature check failed at sun.security.ssl.Alert.createSSLException(Alert.java:131) ~[?:?] at sun.security.ssl.TransportContext.fatal(TransportContext.java:378) ~[?:?] at sun.security.ssl.TransportContext.fatal(TransportContext.java:321) ~[?:?] at sun.security.ssl.TransportContext.fatal(TransportContext.java:316) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:654) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.onCertificate(CertificateMessage.java:473) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.consume(CertificateMessage.java:369) ~[?:?] at sun.security.ssl.SSLHandshake.consume(SSLHandshake.java:396) ~[?:?] at sun.security.ssl.HandshakeContext.dispatch(HandshakeContext.java:480) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1277) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1264) ~[?:?] at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask.run(SSLEngineImpl.java:1209) ~[?:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.runDelegatedTasks(SslHandler.java:1671) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1517) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: sun.security.validator.ValidatorException: PKIX path validation failed: java.security.cert.CertPathValidatorException: signature check failed at sun.security.validator.PKIXValidator.doValidate(PKIXValidator.java:369) ~[?:?] at sun.security.validator.PKIXValidator.engineValidate(PKIXValidator.java:275) ~[?:?] at sun.security.validator.Validator.validate(Validator.java:264) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkTrusted(X509TrustManagerImpl.java:285) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(X509TrustManagerImpl.java:144) ~[?:?] at org.apache.hadoop.hbase.io.crypto.tls.HBaseTrustManager.checkServerTrusted(HBaseTrustManager.java:112) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:632) ~[?:?] ... 31 more Caused by: java.security.cert.CertPathValidatorException: signature check failed at sun.security.provider.certpath.PKIXMasterCertPathValidator.validate(PKIXMasterCertPathValidator.java:135) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.validate(PKIXCertPathValidator.java:224) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.validate(PKIXCertPathValidator.java:144) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.engineValidate(PKIXCertPathValidator.java:83) ~[?:?] at java.security.cert.CertPathValidator.validate(CertPathValidator.java:309) ~[?:?] at sun.security.validator.PKIXValidator.doValidate(PKIXValidator.java:364) ~[?:?] at sun.security.validator.PKIXValidator.engineValidate(PKIXValidator.java:275) ~[?:?] at sun.security.validator.Validator.validate(Validator.java:264) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkTrusted(X509TrustManagerImpl.java:285) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(X509TrustManagerImpl.java:144) ~[?:?] at org.apache.hadoop.hbase.io.crypto.tls.HBaseTrustManager.checkServerTrusted(HBaseTrustManager.java:112) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:632) ~[?:?] ... 31 more Caused by: java.security.SignatureException: Signature does not match. at sun.security.x509.X509CertImpl.verify(X509CertImpl.java:450) ~[?:?] at sun.security.provider.certpath.BasicChecker.verifySignature(BasicChecker.java:166) ~[?:?] at sun.security.provider.certpath.BasicChecker.check(BasicChecker.java:147) ~[?:?] at sun.security.provider.certpath.PKIXMasterCertPathValidator.validate(PKIXMasterCertPathValidator.java:125) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.validate(PKIXCertPathValidator.java:224) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.validate(PKIXCertPathValidator.java:144) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.engineValidate(PKIXCertPathValidator.java:83) ~[?:?] at java.security.cert.CertPathValidator.validate(CertPathValidator.java:309) ~[?:?] at sun.security.validator.PKIXValidator.doValidate(PKIXValidator.java:364) ~[?:?] at sun.security.validator.PKIXValidator.engineValidate(PKIXValidator.java:275) ~[?:?] at sun.security.validator.Validator.validate(Validator.java:264) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkTrusted(X509TrustManagerImpl.java:285) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(X509TrustManagerImpl.java:144) ~[?:?] at org.apache.hadoop.hbase.io.crypto.tls.HBaseTrustManager.checkServerTrusted(HBaseTrustManager.java:112) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:632) ~[?:?] ... 31 more 2024-11-11T22:13:30,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:30,380 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40875 2024-11-11T22:13:30,380 DEBUG [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7949527468137920036.pem was interrupted and is shutting down... 2024-11-11T22:13:30,380 DEBUG [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key505903550951497074.pem was interrupted and is shutting down... 2024-11-11T22:13:30,380 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.FailedServers(52): Added failed server with address localhost:40875 to list caused by javax.net.ssl.SSLHandshakeException: PKIX path validation failed: java.security.cert.CertPathValidatorException: signature check failed 2024-11-11T22:13:30,380 DEBUG [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7949527468137920036.pem was interrupted and is shutting down... 2024-11-11T22:13:30,380 DEBUG [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key505903550951497074.pem was interrupted and is shutting down... 2024-11-11T22:13:30,380 INFO [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key505903550951497074.pem thread finished 2024-11-11T22:13:30,380 INFO [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7949527468137920036.pem thread finished 2024-11-11T22:13:30,380 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(470): Could not get peer certificate on TLS connection from /127.0.0.1:42166, although one is required javax.net.ssl.SSLPeerUnverifiedException: peer not authenticated at sun.security.ssl.SSLSessionImpl.getPeerCertificates(SSLSessionImpl.java:1034) ~[?:?] at org.apache.hadoop.hbase.ipc.NettyRpcServer.sslHandshakeCompleteHandler(NettyRpcServer.java:456) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServer.lambda$initSSL$0(NettyRpcServer.java:446) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.handleUnwrapThrowable(SslHandler.java:1381) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1363) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T22:13:30,381 WARN [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServerPreambleHandler(100): Connection /127.0.0.1:42166; caught unexpected downstream exception. org.apache.hbase.thirdparty.io.netty.handler.codec.DecoderException: javax.net.ssl.SSLHandshakeException: Received fatal alert: bad_certificate at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:500) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: javax.net.ssl.SSLHandshakeException: Received fatal alert: bad_certificate at sun.security.ssl.Alert.createSSLException(Alert.java:131) ~[?:?] at sun.security.ssl.Alert.createSSLException(Alert.java:117) ~[?:?] at sun.security.ssl.TransportContext.fatal(TransportContext.java:365) ~[?:?] at sun.security.ssl.Alert$AlertConsumer.consume(Alert.java:293) ~[?:?] at sun.security.ssl.TransportContext.dispatch(TransportContext.java:204) ~[?:?] at sun.security.ssl.SSLTransport.decode(SSLTransport.java:172) ~[?:?] at sun.security.ssl.SSLEngineImpl.decode(SSLEngineImpl.java:736) ~[?:?] at sun.security.ssl.SSLEngineImpl.readRecord(SSLEngineImpl.java:691) ~[?:?] at sun.security.ssl.SSLEngineImpl.unwrap(SSLEngineImpl.java:506) ~[?:?] at sun.security.ssl.SSLEngineImpl.unwrap(SSLEngineImpl.java:482) ~[?:?] at javax.net.ssl.SSLEngine.unwrap(SSLEngine.java:679) ~[?:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler$SslEngineType$3.unwrap(SslHandler.java:308) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1465) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] ... 15 more 2024-11-11T22:13:30,380 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.BufferCallBeforeInitHandler(140): got ssl exception, which should have already been proceeded, log it here to prevent it being passed to netty's TailContext and trigger a confusing WARN message org.apache.hbase.thirdparty.io.netty.handler.codec.DecoderException: javax.net.ssl.SSLHandshakeException: PKIX path validation failed: java.security.cert.CertPathValidatorException: signature check failed at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:500) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: javax.net.ssl.SSLHandshakeException: PKIX path validation failed: java.security.cert.CertPathValidatorException: signature check failed at sun.security.ssl.Alert.createSSLException(Alert.java:131) ~[?:?] at sun.security.ssl.TransportContext.fatal(TransportContext.java:378) ~[?:?] at sun.security.ssl.TransportContext.fatal(TransportContext.java:321) ~[?:?] at sun.security.ssl.TransportContext.fatal(TransportContext.java:316) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:654) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.onCertificate(CertificateMessage.java:473) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.consume(CertificateMessage.java:369) ~[?:?] at sun.security.ssl.SSLHandshake.consume(SSLHandshake.java:396) ~[?:?] at sun.security.ssl.HandshakeContext.dispatch(HandshakeContext.java:480) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1277) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1264) ~[?:?] at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask.run(SSLEngineImpl.java:1209) ~[?:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.runDelegatedTasks(SslHandler.java:1671) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1517) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] ... 17 more Caused by: sun.security.validator.ValidatorException: PKIX path validation failed: java.security.cert.CertPathValidatorException: signature check failed at sun.security.validator.PKIXValidator.doValidate(PKIXValidator.java:369) ~[?:?] at sun.security.validator.PKIXValidator.engineValidate(PKIXValidator.java:275) ~[?:?] at sun.security.validator.Validator.validate(Validator.java:264) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkTrusted(X509TrustManagerImpl.java:285) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(X509TrustManagerImpl.java:144) ~[?:?] at org.apache.hadoop.hbase.io.crypto.tls.HBaseTrustManager.checkServerTrusted(HBaseTrustManager.java:112) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:632) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.onCertificate(CertificateMessage.java:473) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.consume(CertificateMessage.java:369) ~[?:?] at sun.security.ssl.SSLHandshake.consume(SSLHandshake.java:396) ~[?:?] at sun.security.ssl.HandshakeContext.dispatch(HandshakeContext.java:480) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1277) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1264) ~[?:?] at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask.run(SSLEngineImpl.java:1209) ~[?:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.runDelegatedTasks(SslHandler.java:1671) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1517) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] ... 17 more Caused by: java.security.cert.CertPathValidatorException: signature check failed at sun.security.provider.certpath.PKIXMasterCertPathValidator.validate(PKIXMasterCertPathValidator.java:135) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.validate(PKIXCertPathValidator.java:224) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.validate(PKIXCertPathValidator.java:144) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.engineValidate(PKIXCertPathValidator.java:83) ~[?:?] at java.security.cert.CertPathValidator.validate(CertPathValidator.java:309) ~[?:?] at sun.security.validator.PKIXValidator.doValidate(PKIXValidator.java:364) ~[?:?] at sun.security.validator.PKIXValidator.engineValidate(PKIXValidator.java:275) ~[?:?] at sun.security.validator.Validator.validate(Validator.java:264) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkTrusted(X509TrustManagerImpl.java:285) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(X509TrustManagerImpl.java:144) ~[?:?] at org.apache.hadoop.hbase.io.crypto.tls.HBaseTrustManager.checkServerTrusted(HBaseTrustManager.java:112) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:632) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.onCertificate(CertificateMessage.java:473) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.consume(CertificateMessage.java:369) ~[?:?] at sun.security.ssl.SSLHandshake.consume(SSLHandshake.java:396) ~[?:?] at sun.security.ssl.HandshakeContext.dispatch(HandshakeContext.java:480) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1277) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1264) ~[?:?] at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask.run(SSLEngineImpl.java:1209) ~[?:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.runDelegatedTasks(SslHandler.java:1671) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1517) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] ... 17 more Caused by: java.security.SignatureException: Signature does not match. at sun.security.x509.X509CertImpl.verify(X509CertImpl.java:450) ~[?:?] at sun.security.provider.certpath.BasicChecker.verifySignature(BasicChecker.java:166) ~[?:?] at sun.security.provider.certpath.BasicChecker.check(BasicChecker.java:147) ~[?:?] at sun.security.provider.certpath.PKIXMasterCertPathValidator.validate(PKIXMasterCertPathValidator.java:125) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.validate(PKIXCertPathValidator.java:224) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.validate(PKIXCertPathValidator.java:144) ~[?:?] at sun.security.provider.certpath.PKIXCertPathValidator.engineValidate(PKIXCertPathValidator.java:83) ~[?:?] at java.security.cert.CertPathValidator.validate(CertPathValidator.java:309) ~[?:?] at sun.security.validator.PKIXValidator.doValidate(PKIXValidator.java:364) ~[?:?] at sun.security.validator.PKIXValidator.engineValidate(PKIXValidator.java:275) ~[?:?] at sun.security.validator.Validator.validate(Validator.java:264) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkTrusted(X509TrustManagerImpl.java:285) ~[?:?] at sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(X509TrustManagerImpl.java:144) ~[?:?] at org.apache.hadoop.hbase.io.crypto.tls.HBaseTrustManager.checkServerTrusted(HBaseTrustManager.java:112) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.checkServerCerts(CertificateMessage.java:632) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.onCertificate(CertificateMessage.java:473) ~[?:?] at sun.security.ssl.CertificateMessage$T12CertificateConsumer.consume(CertificateMessage.java:369) ~[?:?] at sun.security.ssl.SSLHandshake.consume(SSLHandshake.java:396) ~[?:?] at sun.security.ssl.HandshakeContext.dispatch(HandshakeContext.java:480) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1277) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1264) ~[?:?] at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?] at sun.security.ssl.SSLEngineImpl$DelegatedTask.run(SSLEngineImpl.java:1209) ~[?:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.runDelegatedTasks(SslHandler.java:1671) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1517) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] ... 17 more 2024-11-11T22:13:30,384 INFO [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key505903550951497074.pem thread finished 2024-11-11T22:13:30,384 INFO [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7949527468137920036.pem thread finished 2024-11-11T22:13:30,393 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 334), ProcessCount=11 (was 11), AvailableMemoryMB=1192 (was 1203) 2024-11-11T22:13:30,400 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=1191 2024-11-11T22:13:30,401 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:13:30,402 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38103 2024-11-11T22:13:30,402 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T22:13:30,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fba3d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:30,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:30,404 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:30,408 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:30,408 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,409 INFO [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key505903550951497074.pem thread started 2024-11-11T22:13:30,409 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,409 INFO [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7949527468137920036.pem thread started 2024-11-11T22:13:30,409 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:30,413 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:30,414 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:30,415 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,415 INFO [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key505903550951497074.pem thread started 2024-11-11T22:13:30,415 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,416 INFO [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7949527468137920036.pem thread started 2024-11-11T22:13:30,416 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf717cd22, L:/127.0.0.1:38103 - R:/127.0.0.1:51748] 2024-11-11T22:13:30,436 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:30,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:30,453 DEBUG [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7949527468137920036.pem was interrupted and is shutting down... 2024-11-11T22:13:30,460 DEBUG [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key505903550951497074.pem was interrupted and is shutting down... 2024-11-11T22:13:30,461 INFO [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7949527468137920036.pem thread finished 2024-11-11T22:13:30,464 INFO [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key505903550951497074.pem thread finished 2024-11-11T22:13:30,473 DEBUG [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key505903550951497074.pem 2024-11-11T22:13:30,473 INFO [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key505903550951497074.pem 2024-11-11T22:13:30,473 DEBUG [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key505903550951497074.pem 2024-11-11T22:13:30,473 INFO [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key505903550951497074.pem 2024-11-11T22:13:30,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13108c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:30,474 DEBUG [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7949527468137920036.pem 2024-11-11T22:13:30,474 DEBUG [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7949527468137920036.pem 2024-11-11T22:13:30,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:30,475 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:30,476 DEBUG [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key505903550951497074.pem 2024-11-11T22:13:30,476 DEBUG [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key505903550951497074.pem 2024-11-11T22:13:30,476 DEBUG [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7949527468137920036.pem 2024-11-11T22:13:30,476 INFO [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7949527468137920036.pem 2024-11-11T22:13:30,481 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:30,484 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,485 INFO [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key505903550951497074.pem thread started 2024-11-11T22:13:30,485 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,485 INFO [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7949527468137920036.pem thread started 2024-11-11T22:13:30,485 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:30,491 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:30,491 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:30,492 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1c95898b, L:/127.0.0.1:38103 - R:/127.0.0.1:51752] 2024-11-11T22:13:30,516 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:30,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:30,518 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38103 2024-11-11T22:13:30,518 DEBUG [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key505903550951497074.pem was interrupted and is shutting down... 2024-11-11T22:13:30,518 DEBUG [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7949527468137920036.pem was interrupted and is shutting down... 2024-11-11T22:13:30,518 DEBUG [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key505903550951497074.pem was interrupted and is shutting down... 2024-11-11T22:13:30,518 INFO [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key505903550951497074.pem thread finished 2024-11-11T22:13:30,518 DEBUG [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7949527468137920036.pem was interrupted and is shutting down... 2024-11-11T22:13:30,518 INFO [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7949527468137920036.pem thread finished 2024-11-11T22:13:30,519 INFO [FileChangeWatcher-hbase_test_ca7949527468137920036.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7949527468137920036.pem thread finished 2024-11-11T22:13:30,526 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 334), ProcessCount=11 (was 11), AvailableMemoryMB=1151 (was 1191) 2024-11-11T22:13:30,532 INFO [FileChangeWatcher-hbase_test_key505903550951497074.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key505903550951497074.pem thread finished 2024-11-11T22:13:30,533 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=1149 2024-11-11T22:13:30,578 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:13:30,579 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45967 2024-11-11T22:13:30,579 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T22:13:30,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b37e578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:30,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:30,580 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:30,615 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:30,615 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,616 INFO [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1749941895372603274.p12 thread started 2024-11-11T22:13:30,616 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,616 INFO [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16573828470480975993.p12 thread started 2024-11-11T22:13:30,616 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:30,633 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:30,649 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:30,650 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,650 INFO [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1749941895372603274.p12 thread started 2024-11-11T22:13:30,650 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,651 INFO [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16573828470480975993.p12 thread started 2024-11-11T22:13:30,651 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6848311d, L:/127.0.0.1:45967 - R:/127.0.0.1:36532] 2024-11-11T22:13:30,691 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:30,697 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:30,697 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:30,697 INFO [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:30,697 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:30,697 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:30,697 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:30,697 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:30,697 INFO [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:30,728 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:30,728 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:30,728 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:30,728 INFO [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:30,728 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:30,728 INFO [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:30,728 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:30,728 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:30,728 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:30,728 INFO [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:30,728 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:30,728 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:30,728 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:30,728 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:30,728 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:30,728 INFO [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:30,746 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:30,746 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:30,746 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:30,746 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:30,746 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45967,0 is dead - stopping the connection localhost:45967/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T22:13:30,746 INFO [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:30,746 INFO [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:30,746 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:30,746 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:30,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:30,747 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:30,782 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:30,783 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:30,799 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:30,816 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:30,816 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x82e64aa7, L:/127.0.0.1:45967 - R:/127.0.0.1:33716] 2024-11-11T22:13:30,863 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:30,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:30,864 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45967 2024-11-11T22:13:30,864 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1749941895372603274.p12 was interrupted and is shutting down... 2024-11-11T22:13:30,864 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16573828470480975993.p12 was interrupted and is shutting down... 2024-11-11T22:13:30,864 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1749941895372603274.p12 was interrupted and is shutting down... 2024-11-11T22:13:30,865 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16573828470480975993.p12 was interrupted and is shutting down... 2024-11-11T22:13:30,865 INFO [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1749941895372603274.p12 thread finished 2024-11-11T22:13:30,865 INFO [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1749941895372603274.p12 thread finished 2024-11-11T22:13:30,874 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 334), ProcessCount=11 (was 11), AvailableMemoryMB=1228 (was 1149) - AvailableMemoryMB LEAK? - 2024-11-11T22:13:30,881 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=1226 2024-11-11T22:13:30,882 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:13:30,883 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36595 2024-11-11T22:13:30,883 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T22:13:30,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328ba8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:30,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:30,884 INFO [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16573828470480975993.p12 thread finished 2024-11-11T22:13:30,884 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:30,885 INFO [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16573828470480975993.p12 thread finished 2024-11-11T22:13:30,935 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:30,936 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,937 INFO [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1749941895372603274.p12 thread started 2024-11-11T22:13:30,938 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,938 INFO [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16573828470480975993.p12 thread started 2024-11-11T22:13:30,938 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:30,971 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:30,995 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:30,996 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:30,997 INFO [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1749941895372603274.p12 thread started 2024-11-11T22:13:30,997 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:31,000 INFO [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16573828470480975993.p12 thread started 2024-11-11T22:13:31,000 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x85671fd1, L:/127.0.0.1:36595 - R:/127.0.0.1:37920] 2024-11-11T22:13:31,051 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:31,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:31,053 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16573828470480975993.p12 was interrupted and is shutting down... 2024-11-11T22:13:31,053 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1749941895372603274.p12 was interrupted and is shutting down... 2024-11-11T22:13:31,053 INFO [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1749941895372603274.p12 thread finished 2024-11-11T22:13:31,053 INFO [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16573828470480975993.p12 thread finished 2024-11-11T22:13:31,057 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:31,057 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:31,057 INFO [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:31,058 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:31,088 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:31,088 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:31,088 INFO [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:31,088 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1749941895372603274.p12 2024-11-11T22:13:31,088 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:31,088 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:31,088 INFO [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:31,088 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:31,105 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:31,105 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:31,106 INFO [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:31,106 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16573828470480975993.p12 2024-11-11T22:13:31,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe16fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:31,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:31,107 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:31,139 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:31,140 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:31,141 INFO [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1749941895372603274.p12 thread started 2024-11-11T22:13:31,141 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:31,141 INFO [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16573828470480975993.p12 thread started 2024-11-11T22:13:31,141 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:31,169 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:31,188 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:31,189 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe949f700, L:/127.0.0.1:36595 - R:/127.0.0.1:37930] 2024-11-11T22:13:31,233 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:31,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:31,235 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36595 2024-11-11T22:13:31,236 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1749941895372603274.p12 was interrupted and is shutting down... 2024-11-11T22:13:31,236 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16573828470480975993.p12 was interrupted and is shutting down... 2024-11-11T22:13:31,236 INFO [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1749941895372603274.p12 thread finished 2024-11-11T22:13:31,236 DEBUG [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16573828470480975993.p12 was interrupted and is shutting down... 2024-11-11T22:13:31,236 DEBUG [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1749941895372603274.p12 was interrupted and is shutting down... 2024-11-11T22:13:31,237 INFO [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16573828470480975993.p12 thread finished 2024-11-11T22:13:31,238 INFO [FileChangeWatcher-hbase_test_ca16573828470480975993.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16573828470480975993.p12 thread finished 2024-11-11T22:13:31,245 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 334), ProcessCount=11 (was 11), AvailableMemoryMB=1164 (was 1226) 2024-11-11T22:13:31,252 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=1162 2024-11-11T22:13:31,260 INFO [FileChangeWatcher-hbase_test_key1749941895372603274.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1749941895372603274.p12 thread finished 2024-11-11T22:13:31,710 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:13:31,711 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36073 2024-11-11T22:13:31,711 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T22:13:31,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677bef4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:31,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:31,712 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:32,065 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:32,066 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:32,066 INFO [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9551341983259454336.bcfks thread started 2024-11-11T22:13:32,066 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:32,067 INFO [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks thread started 2024-11-11T22:13:32,067 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:32,238 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:32,435 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:32,436 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:32,436 INFO [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9551341983259454336.bcfks thread started 2024-11-11T22:13:32,436 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:32,438 INFO [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks thread started 2024-11-11T22:13:32,438 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x95142b11, L:/127.0.0.1:36073 - R:/127.0.0.1:58272] 2024-11-11T22:13:32,726 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:32,738 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:32,738 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:32,738 INFO [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:32,738 INFO [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:32,738 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:32,738 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:32,738 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:32,738 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:33,010 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:33,010 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:33,010 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:33,010 INFO [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:33,010 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:33,010 INFO [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:33,010 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:33,010 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:33,010 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:33,010 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:33,010 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:33,010 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:33,010 INFO [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:33,010 INFO [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:33,010 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:33,010 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:33,181 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:33,181 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:33,181 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:33,181 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36073,0 is dead - stopping the connection localhost:36073/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-11T22:13:33,181 INFO [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:33,181 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:33,181 INFO [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:33,181 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:33,181 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:33,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:33,182 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:33,594 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:33,594 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:33,801 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:33,974 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:33,975 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa487db97, L:/127.0.0.1:36073 - R:/127.0.0.1:58286] 2024-11-11T22:13:34,189 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:34,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:34,191 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36073 2024-11-11T22:13:34,191 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9551341983259454336.bcfks was interrupted and is shutting down... 2024-11-11T22:13:34,191 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks was interrupted and is shutting down... 2024-11-11T22:13:34,191 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9551341983259454336.bcfks was interrupted and is shutting down... 2024-11-11T22:13:34,191 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks was interrupted and is shutting down... 2024-11-11T22:13:34,191 INFO [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9551341983259454336.bcfks thread finished 2024-11-11T22:13:34,192 INFO [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9551341983259454336.bcfks thread finished 2024-11-11T22:13:34,199 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 334), ProcessCount=11 (was 11), AvailableMemoryMB=1147 (was 1162) 2024-11-11T22:13:34,205 INFO [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks thread finished 2024-11-11T22:13:34,206 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=1163 2024-11-11T22:13:34,208 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T22:13:34,209 INFO [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks thread finished 2024-11-11T22:13:34,209 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43775 2024-11-11T22:13:34,209 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-11T22:13:34,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a45e5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:34,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:34,211 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:34,551 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:34,552 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:34,552 INFO [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9551341983259454336.bcfks thread started 2024-11-11T22:13:34,553 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:34,553 INFO [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks thread started 2024-11-11T22:13:34,553 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:34,725 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:34,907 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:34,908 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:34,910 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:34,910 INFO [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9551341983259454336.bcfks thread started 2024-11-11T22:13:34,911 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb7e72702, L:/127.0.0.1:43775 - R:/127.0.0.1:34088] 2024-11-11T22:13:34,912 INFO [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks thread started 2024-11-11T22:13:35,181 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:35,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:35,188 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9551341983259454336.bcfks was interrupted and is shutting down... 2024-11-11T22:13:35,188 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks was interrupted and is shutting down... 2024-11-11T22:13:35,188 INFO [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks thread finished 2024-11-11T22:13:35,188 INFO [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9551341983259454336.bcfks thread finished 2024-11-11T22:13:35,210 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:35,210 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:35,210 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:35,210 INFO [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:35,536 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:35,536 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:35,537 INFO [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:35,537 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9551341983259454336.bcfks 2024-11-11T22:13:35,537 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:35,537 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:35,537 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:35,537 INFO [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:35,700 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:35,700 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:35,700 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:35,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ae771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T22:13:35,700 INFO [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2168411017786875829.bcfks 2024-11-11T22:13:35,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-11T22:13:35,701 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:36,069 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:36,070 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:36,071 INFO [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9551341983259454336.bcfks thread started 2024-11-11T22:13:36,071 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3e2db875-273a-28ac-1c31-e48d8cf388d7/TestNettyTLSIPCFileWatcher 2024-11-11T22:13:36,072 INFO [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks thread started 2024-11-11T22:13:36,072 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-11T22:13:36,256 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-11T22:13:36,426 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-11T22:13:36,427 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xec36fbb5, L:/127.0.0.1:43775 - R:/127.0.0.1:34096] 2024-11-11T22:13:36,613 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-11T22:13:36,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T22:13:36,614 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43775 2024-11-11T22:13:36,614 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9551341983259454336.bcfks was interrupted and is shutting down... 2024-11-11T22:13:36,614 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks was interrupted and is shutting down... 2024-11-11T22:13:36,614 DEBUG [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9551341983259454336.bcfks was interrupted and is shutting down... 2024-11-11T22:13:36,614 DEBUG [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks was interrupted and is shutting down... 2024-11-11T22:13:36,615 INFO [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9551341983259454336.bcfks thread finished 2024-11-11T22:13:36,615 INFO [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks thread finished 2024-11-11T22:13:36,621 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 334) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1164 (was 1163) - AvailableMemoryMB LEAK? - 2024-11-11T22:13:36,632 INFO [FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2168411017786875829.bcfks thread finished 2024-11-11T22:13:36,632 INFO [FileChangeWatcher-hbase_test_key9551341983259454336.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9551341983259454336.bcfks thread finished