2024-11-25 00:12:31,921 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-25 00:12:31,932 main DEBUG Took 0.009893 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 00:12:31,933 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 00:12:31,933 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 00:12:31,934 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 00:12:31,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:12:31,944 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 00:12:31,955 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:12:31,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:12:31,957 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:12:31,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:12:31,957 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:12:31,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:12:31,958 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:12:31,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:12:31,959 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:12:31,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:12:31,960 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:12:31,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:12:31,961 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:12:31,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:12:31,961 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:12:31,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:12:31,962 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:12:31,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:12:31,963 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:12:31,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:12:31,964 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:12:31,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:12:31,965 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:12:31,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:12:31,965 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:12:31,966 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 00:12:31,967 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:12:31,968 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 00:12:31,970 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 00:12:31,971 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 00:12:31,972 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 00:12:31,972 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 00:12:31,981 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 00:12:31,983 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 00:12:31,985 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 00:12:31,985 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 00:12:31,986 main DEBUG createAppenders(={Console}) 2024-11-25 00:12:31,986 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-25 00:12:31,986 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-25 00:12:31,987 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-25 00:12:31,987 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 00:12:31,988 main DEBUG OutputStream closed 2024-11-25 00:12:31,988 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 00:12:31,988 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 00:12:31,988 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-25 00:12:32,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 00:12:32,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 00:12:32,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 00:12:32,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 00:12:32,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 00:12:32,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 00:12:32,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 00:12:32,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 00:12:32,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 00:12:32,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 00:12:32,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 00:12:32,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 00:12:32,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 00:12:32,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 00:12:32,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 00:12:32,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 00:12:32,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 00:12:32,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 00:12:32,069 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 00:12:32,070 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-25 00:12:32,070 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 00:12:32,071 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-25T00:12:32,087 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-25 00:12:32,090 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 00:12:32,090 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T00:12:32,519 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T00:12:33,268 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=7950 2024-11-25T00:12:34,033 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T00:12:34,085 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T00:12:34,100 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T00:12:34,111 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T00:12:34,193 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:12:34,226 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 32315 (auto-detected) 2024-11-25T00:12:34,228 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T00:12:34,251 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44405 2024-11-25T00:12:34,254 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T00:12:34,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:34,285 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T00:12:34,285 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T00:12:34,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:34,654 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:34,701 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:34,778 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:34,780 INFO [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6490158173955833666.jks thread started 2024-11-25T00:12:34,780 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:34,781 INFO [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7662248723265334588.jks thread started 2024-11-25T00:12:34,788 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:34,832 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:34,849 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:34,908 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:34,909 INFO [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6490158173955833666.jks thread started 2024-11-25T00:12:34,909 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:34,910 INFO [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7662248723265334588.jks thread started 2024-11-25T00:12:34,911 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x57de7161, L:/127.0.0.1:44405 - R:/127.0.0.1:54094] 2024-11-25T00:12:35,032 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:35,453 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,453 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,453 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,453 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,453 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,453 INFO [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,453 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,453 INFO [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,479 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,479 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,479 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,479 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,479 INFO [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,480 INFO [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,480 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,480 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,480 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,480 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,480 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,480 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,480 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,480 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,480 INFO [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,480 INFO [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,495 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,495 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,495 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44405,0 is dead - stopping the connection localhost:44405/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T00:12:35,495 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,495 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,495 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,495 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,495 INFO [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,495 INFO [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:35,497 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:35,528 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:35,528 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:35,544 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:35,559 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:35,560 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x77aa8acc, L:/127.0.0.1:44405 - R:/127.0.0.1:54102] 2024-11-25T00:12:35,602 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:35,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:35,604 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44405 2024-11-25T00:12:35,604 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7662248723265334588.jks was interrupted and is shutting down... 2024-11-25T00:12:35,604 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6490158173955833666.jks was interrupted and is shutting down... 2024-11-25T00:12:35,605 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7662248723265334588.jks was interrupted and is shutting down... 2024-11-25T00:12:35,605 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6490158173955833666.jks was interrupted and is shutting down... 2024-11-25T00:12:35,605 INFO [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7662248723265334588.jks thread finished 2024-11-25T00:12:35,605 INFO [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6490158173955833666.jks thread finished 2024-11-25T00:12:35,615 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6490158173955833666.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7662248723265334588.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=7805 (was 7950) 2024-11-25T00:12:35,620 INFO [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6490158173955833666.jks thread finished 2024-11-25T00:12:35,620 INFO [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7662248723265334588.jks thread finished 2024-11-25T00:12:35,621 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=7805 2024-11-25T00:12:35,623 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:12:35,623 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33775 2024-11-25T00:12:35,624 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T00:12:35,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c48b8bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:35,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:35,626 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:35,657 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:35,658 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:35,659 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:35,659 INFO [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6490158173955833666.jks thread started 2024-11-25T00:12:35,659 INFO [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7662248723265334588.jks thread started 2024-11-25T00:12:35,659 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:35,675 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:35,692 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:35,692 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:35,693 INFO [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6490158173955833666.jks thread started 2024-11-25T00:12:35,693 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:35,694 INFO [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7662248723265334588.jks thread started 2024-11-25T00:12:35,694 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3e8319ce, L:/127.0.0.1:33775 - R:/127.0.0.1:58026] 2024-11-25T00:12:35,734 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:35,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:35,736 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6490158173955833666.jks was interrupted and is shutting down... 2024-11-25T00:12:35,736 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7662248723265334588.jks was interrupted and is shutting down... 2024-11-25T00:12:35,737 INFO [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6490158173955833666.jks thread finished 2024-11-25T00:12:35,737 INFO [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7662248723265334588.jks thread finished 2024-11-25T00:12:35,960 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,960 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,960 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,960 INFO [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,993 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,993 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,993 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,993 INFO [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6490158173955833666.jks 2024-11-25T00:12:35,993 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,993 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,993 INFO [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:35,994 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:36,008 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:36,008 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:36,008 INFO [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:36,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db9ab76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:36,008 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7662248723265334588.jks 2024-11-25T00:12:36,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:36,010 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:36,041 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:36,042 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:36,042 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:36,042 INFO [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6490158173955833666.jks thread started 2024-11-25T00:12:36,043 INFO [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7662248723265334588.jks thread started 2024-11-25T00:12:36,043 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:36,062 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:36,078 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:36,078 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe9a5dfc0, L:/127.0.0.1:33775 - R:/127.0.0.1:58036] 2024-11-25T00:12:36,121 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:36,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:36,123 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33775 2024-11-25T00:12:36,123 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6490158173955833666.jks was interrupted and is shutting down... 2024-11-25T00:12:36,123 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7662248723265334588.jks was interrupted and is shutting down... 2024-11-25T00:12:36,124 DEBUG [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6490158173955833666.jks was interrupted and is shutting down... 2024-11-25T00:12:36,124 DEBUG [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7662248723265334588.jks was interrupted and is shutting down... 2024-11-25T00:12:36,124 INFO [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6490158173955833666.jks thread finished 2024-11-25T00:12:36,124 INFO [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7662248723265334588.jks thread finished 2024-11-25T00:12:36,124 INFO [FileChangeWatcher-hbase_test_key6490158173955833666.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6490158173955833666.jks thread finished 2024-11-25T00:12:36,132 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 25), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=7757 (was 7805) 2024-11-25T00:12:36,139 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=7756 2024-11-25T00:12:36,144 INFO [FileChangeWatcher-hbase_test_ca7662248723265334588.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7662248723265334588.jks thread finished 2024-11-25T00:12:36,191 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:12:36,192 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32887 2024-11-25T00:12:36,193 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T00:12:36,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13650f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:36,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:36,195 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:36,214 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:36,214 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:36,215 INFO [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11150702688216866117.pem thread started 2024-11-25T00:12:36,215 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:36,215 INFO [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15273493417648624425.pem thread started 2024-11-25T00:12:36,216 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:36,237 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:36,238 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:36,239 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:36,240 INFO [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11150702688216866117.pem thread started 2024-11-25T00:12:36,240 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:36,241 INFO [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15273493417648624425.pem thread started 2024-11-25T00:12:36,241 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x570b9b9b, L:/127.0.0.1:32887 - R:/127.0.0.1:44548] 2024-11-25T00:12:36,262 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:36,613 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:36,613 INFO [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:36,613 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:36,614 INFO [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:36,614 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:36,614 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:36,614 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:36,614 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:36,614 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:36,614 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:36,614 INFO [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:36,614 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:36,615 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:36,615 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:36,615 INFO [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:36,615 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,32887,0 is dead - stopping the connection localhost:32887/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T00:12:36,615 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:36,615 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:36,615 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:36,615 INFO [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:36,615 INFO [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:36,615 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:36,615 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:36,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:36,615 INFO [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:36,616 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:36,616 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:36,616 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:36,617 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:36,622 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:36,623 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:36,630 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:36,631 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:36,632 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5e2d9d3d, L:/127.0.0.1:32887 - R:/127.0.0.1:44550] 2024-11-25T00:12:36,652 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:36,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:36,654 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32887 2024-11-25T00:12:36,654 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11150702688216866117.pem was interrupted and is shutting down... 2024-11-25T00:12:36,654 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15273493417648624425.pem was interrupted and is shutting down... 2024-11-25T00:12:36,655 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11150702688216866117.pem was interrupted and is shutting down... 2024-11-25T00:12:36,655 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15273493417648624425.pem was interrupted and is shutting down... 2024-11-25T00:12:36,655 INFO [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15273493417648624425.pem thread finished 2024-11-25T00:12:36,655 INFO [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11150702688216866117.pem thread finished 2024-11-25T00:12:36,655 INFO [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11150702688216866117.pem thread finished 2024-11-25T00:12:36,662 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca15273493417648624425.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=7680 (was 7756) 2024-11-25T00:12:36,669 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=7679 2024-11-25T00:12:36,671 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:12:36,671 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34233 2024-11-25T00:12:36,671 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T00:12:36,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:36,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:36,674 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:36,676 INFO [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15273493417648624425.pem thread finished 2024-11-25T00:12:36,679 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:36,679 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:36,680 INFO [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11150702688216866117.pem thread started 2024-11-25T00:12:36,680 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:36,681 INFO [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15273493417648624425.pem thread started 2024-11-25T00:12:36,681 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:36,686 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:36,686 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:36,687 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:36,687 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:36,688 INFO [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11150702688216866117.pem thread started 2024-11-25T00:12:36,688 INFO [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15273493417648624425.pem thread started 2024-11-25T00:12:36,688 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8f40c43d, L:/127.0.0.1:34233 - R:/127.0.0.1:56544] 2024-11-25T00:12:36,704 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:36,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:36,706 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11150702688216866117.pem was interrupted and is shutting down... 2024-11-25T00:12:36,706 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15273493417648624425.pem was interrupted and is shutting down... 2024-11-25T00:12:36,706 INFO [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11150702688216866117.pem thread finished 2024-11-25T00:12:36,706 INFO [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15273493417648624425.pem thread finished 2024-11-25T00:12:37,020 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:37,020 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:37,020 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:37,020 INFO [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:37,020 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:37,020 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:37,021 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:37,021 INFO [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11150702688216866117.pem 2024-11-25T00:12:37,021 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:37,021 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:37,021 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:37,021 INFO [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:37,021 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:37,021 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:37,021 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:37,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd5303b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:37,021 INFO [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15273493417648624425.pem 2024-11-25T00:12:37,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:37,023 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:37,028 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:37,029 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:37,030 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:37,030 INFO [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11150702688216866117.pem thread started 2024-11-25T00:12:37,030 INFO [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15273493417648624425.pem thread started 2024-11-25T00:12:37,030 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:37,035 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:37,036 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:37,036 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0369a8e8, L:/127.0.0.1:34233 - R:/127.0.0.1:56550] 2024-11-25T00:12:37,052 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:37,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:37,053 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34233 2024-11-25T00:12:37,053 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15273493417648624425.pem was interrupted and is shutting down... 2024-11-25T00:12:37,053 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11150702688216866117.pem was interrupted and is shutting down... 2024-11-25T00:12:37,054 DEBUG [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15273493417648624425.pem was interrupted and is shutting down... 2024-11-25T00:12:37,054 DEBUG [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11150702688216866117.pem was interrupted and is shutting down... 2024-11-25T00:12:37,054 INFO [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11150702688216866117.pem thread finished 2024-11-25T00:12:37,054 INFO [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15273493417648624425.pem thread finished 2024-11-25T00:12:37,054 INFO [FileChangeWatcher-hbase_test_ca15273493417648624425.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15273493417648624425.pem thread finished 2024-11-25T00:12:37,054 INFO [FileChangeWatcher-hbase_test_key11150702688216866117.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11150702688216866117.pem thread finished 2024-11-25T00:12:37,061 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 27), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=7623 (was 7679) 2024-11-25T00:12:37,066 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=7623 2024-11-25T00:12:37,114 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:12:37,115 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36095 2024-11-25T00:12:37,116 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T00:12:37,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ee184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:37,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:37,117 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:37,152 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:37,153 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:37,153 INFO [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4379077889397065818.p12 thread started 2024-11-25T00:12:37,153 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:37,154 INFO [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca994201347095192414.p12 thread started 2024-11-25T00:12:37,154 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:37,172 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:37,188 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:37,189 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:37,190 INFO [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4379077889397065818.p12 thread started 2024-11-25T00:12:37,190 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:37,190 INFO [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca994201347095192414.p12 thread started 2024-11-25T00:12:37,190 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x09ec4425, L:/127.0.0.1:36095 - R:/127.0.0.1:60234] 2024-11-25T00:12:37,231 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:37,698 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:37,698 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:37,698 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:37,698 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:37,699 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:37,699 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:37,699 INFO [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:37,699 INFO [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:37,728 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:37,728 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:37,728 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:37,728 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:37,728 INFO [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:37,728 INFO [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:37,728 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:37,728 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:37,729 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:37,729 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:37,729 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:37,729 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:37,729 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:37,729 INFO [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:37,729 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:37,729 INFO [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:37,747 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:37,747 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:37,747 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:37,747 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36095,0 is dead - stopping the connection localhost:36095/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T00:12:37,747 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:37,748 INFO [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:37,748 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:37,748 INFO [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:37,748 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:37,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:37,749 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:37,783 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:37,784 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:37,802 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:37,819 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:37,820 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0f14b89a, L:/127.0.0.1:36095 - R:/127.0.0.1:60242] 2024-11-25T00:12:37,860 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:37,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:37,862 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36095 2024-11-25T00:12:37,862 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4379077889397065818.p12 was interrupted and is shutting down... 2024-11-25T00:12:37,862 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca994201347095192414.p12 was interrupted and is shutting down... 2024-11-25T00:12:37,862 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4379077889397065818.p12 was interrupted and is shutting down... 2024-11-25T00:12:37,862 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca994201347095192414.p12 was interrupted and is shutting down... 2024-11-25T00:12:37,863 INFO [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4379077889397065818.p12 thread finished 2024-11-25T00:12:37,870 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca994201347095192414.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca994201347095192414.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key4379077889397065818.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 154) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7555 (was 7623) 2024-11-25T00:12:37,872 INFO [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca994201347095192414.p12 thread finished 2024-11-25T00:12:37,872 INFO [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4379077889397065818.p12 thread finished 2024-11-25T00:12:37,872 INFO [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca994201347095192414.p12 thread finished 2024-11-25T00:12:37,876 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=7554 2024-11-25T00:12:37,877 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:12:37,877 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35347 2024-11-25T00:12:37,878 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T00:12:37,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b01163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:37,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:37,880 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:37,915 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:37,916 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:37,916 INFO [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4379077889397065818.p12 thread started 2024-11-25T00:12:37,916 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:37,917 INFO [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca994201347095192414.p12 thread started 2024-11-25T00:12:37,917 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:37,935 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:37,952 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:37,952 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:37,953 INFO [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4379077889397065818.p12 thread started 2024-11-25T00:12:37,953 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:37,954 INFO [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca994201347095192414.p12 thread started 2024-11-25T00:12:37,954 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc5f80b83, L:/127.0.0.1:35347 - R:/127.0.0.1:39226] 2024-11-25T00:12:37,994 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:37,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:37,996 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca994201347095192414.p12 was interrupted and is shutting down... 2024-11-25T00:12:37,996 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4379077889397065818.p12 was interrupted and is shutting down... 2024-11-25T00:12:37,996 INFO [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4379077889397065818.p12 thread finished 2024-11-25T00:12:37,996 INFO [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca994201347095192414.p12 thread finished 2024-11-25T00:12:38,436 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:38,436 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:38,437 INFO [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:38,437 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:38,466 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:38,466 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:38,466 INFO [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:38,467 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4379077889397065818.p12 2024-11-25T00:12:38,467 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:38,467 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:38,467 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:38,467 INFO [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:38,483 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:38,483 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:38,484 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:38,484 INFO [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca994201347095192414.p12 2024-11-25T00:12:38,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474094d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:38,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:38,485 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:38,519 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:38,520 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:38,520 INFO [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4379077889397065818.p12 thread started 2024-11-25T00:12:38,520 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:38,521 INFO [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca994201347095192414.p12 thread started 2024-11-25T00:12:38,521 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:38,538 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:38,555 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:38,556 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9174bae7, L:/127.0.0.1:35347 - R:/127.0.0.1:39228] 2024-11-25T00:12:38,598 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:38,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:38,600 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35347 2024-11-25T00:12:38,600 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4379077889397065818.p12 was interrupted and is shutting down... 2024-11-25T00:12:38,600 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca994201347095192414.p12 was interrupted and is shutting down... 2024-11-25T00:12:38,600 DEBUG [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4379077889397065818.p12 was interrupted and is shutting down... 2024-11-25T00:12:38,600 DEBUG [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca994201347095192414.p12 was interrupted and is shutting down... 2024-11-25T00:12:38,600 INFO [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4379077889397065818.p12 thread finished 2024-11-25T00:12:38,600 INFO [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca994201347095192414.p12 thread finished 2024-11-25T00:12:38,601 INFO [FileChangeWatcher-hbase_test_key4379077889397065818.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4379077889397065818.p12 thread finished 2024-11-25T00:12:38,607 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 158), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7554) 2024-11-25T00:12:38,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=7471 2024-11-25T00:12:38,616 INFO [FileChangeWatcher-hbase_test_ca994201347095192414.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca994201347095192414.p12 thread finished 2024-11-25T00:12:39,166 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:12:39,167 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43969 2024-11-25T00:12:39,167 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T00:12:39,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2670b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:39,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:39,169 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:39,507 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:39,508 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:39,508 INFO [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14470590365833448127.bcfks thread started 2024-11-25T00:12:39,508 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:39,509 INFO [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks thread started 2024-11-25T00:12:39,509 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:39,672 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:39,835 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:39,835 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:39,836 INFO [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14470590365833448127.bcfks thread started 2024-11-25T00:12:39,836 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:39,837 INFO [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks thread started 2024-11-25T00:12:39,837 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf4e1f7ce, L:/127.0.0.1:43969 - R:/127.0.0.1:58024] 2024-11-25T00:12:40,028 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:40,316 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:40,316 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:40,316 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:40,316 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:40,316 INFO [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:40,316 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:40,316 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:40,316 INFO [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:40,557 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:40,557 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:40,557 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:40,557 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:40,557 INFO [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:40,557 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:40,557 INFO [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:40,557 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:40,557 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:40,557 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:40,558 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:40,558 INFO [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:40,558 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:40,558 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:40,558 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:40,558 INFO [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:40,718 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:40,718 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:40,718 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43969,0 is dead - stopping the connection localhost:43969/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T00:12:40,718 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:40,719 INFO [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:40,719 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:40,719 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:40,719 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:40,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:40,719 INFO [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:40,720 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:41,043 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:41,044 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:41,207 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:41,369 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:41,370 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbb47aabe, L:/127.0.0.1:43969 - R:/127.0.0.1:58030] 2024-11-25T00:12:41,554 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:41,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:41,556 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43969 2024-11-25T00:12:41,556 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks was interrupted and is shutting down... 2024-11-25T00:12:41,556 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14470590365833448127.bcfks was interrupted and is shutting down... 2024-11-25T00:12:41,556 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks was interrupted and is shutting down... 2024-11-25T00:12:41,556 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14470590365833448127.bcfks was interrupted and is shutting down... 2024-11-25T00:12:41,556 INFO [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14470590365833448127.bcfks thread finished 2024-11-25T00:12:41,556 INFO [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14470590365833448127.bcfks thread finished 2024-11-25T00:12:41,556 INFO [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks thread finished 2024-11-25T00:12:41,556 INFO [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks thread finished 2024-11-25T00:12:41,563 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 158), ProcessCount=11 (was 11), AvailableMemoryMB=7401 (was 7471) 2024-11-25T00:12:41,569 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=7401 2024-11-25T00:12:41,570 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:12:41,571 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33011 2024-11-25T00:12:41,571 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T00:12:41,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c6cd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:41,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:41,572 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:41,895 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:41,896 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:41,897 INFO [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14470590365833448127.bcfks thread started 2024-11-25T00:12:41,897 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:41,897 INFO [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks thread started 2024-11-25T00:12:41,897 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:42,060 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:42,221 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:42,222 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:42,223 INFO [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14470590365833448127.bcfks thread started 2024-11-25T00:12:42,223 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:42,223 INFO [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks thread started 2024-11-25T00:12:42,223 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x03110eba, L:/127.0.0.1:33011 - R:/127.0.0.1:47724] 2024-11-25T00:12:42,401 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:42,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:42,403 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14470590365833448127.bcfks was interrupted and is shutting down... 2024-11-25T00:12:42,403 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks was interrupted and is shutting down... 2024-11-25T00:12:42,404 INFO [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks thread finished 2024-11-25T00:12:42,404 INFO [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14470590365833448127.bcfks thread finished 2024-11-25T00:12:42,597 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:42,597 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:42,598 INFO [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:42,598 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:42,839 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:42,839 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:42,839 INFO [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:42,839 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14470590365833448127.bcfks 2024-11-25T00:12:42,839 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:42,839 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:42,839 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:42,839 INFO [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:42,999 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:42,999 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:42,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e225d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:42,999 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:42,999 INFO [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8637893229994431297.bcfks 2024-11-25T00:12:43,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:43,001 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:43,326 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:43,326 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:43,327 INFO [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14470590365833448127.bcfks thread started 2024-11-25T00:12:43,327 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:43,327 INFO [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks thread started 2024-11-25T00:12:43,328 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:43,489 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:43,650 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:43,651 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0f09ed3f, L:/127.0.0.1:33011 - R:/127.0.0.1:52870] 2024-11-25T00:12:43,834 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:43,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:43,836 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33011 2024-11-25T00:12:43,836 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14470590365833448127.bcfks was interrupted and is shutting down... 2024-11-25T00:12:43,836 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks was interrupted and is shutting down... 2024-11-25T00:12:43,837 DEBUG [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14470590365833448127.bcfks was interrupted and is shutting down... 2024-11-25T00:12:43,837 DEBUG [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks was interrupted and is shutting down... 2024-11-25T00:12:43,837 INFO [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14470590365833448127.bcfks thread finished 2024-11-25T00:12:43,837 INFO [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks thread finished 2024-11-25T00:12:43,844 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 158), ProcessCount=11 (was 11), AvailableMemoryMB=7368 (was 7401) 2024-11-25T00:12:43,850 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=7367 2024-11-25T00:12:43,852 INFO [FileChangeWatcher-hbase_test_key14470590365833448127.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14470590365833448127.bcfks thread finished 2024-11-25T00:12:43,852 INFO [FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8637893229994431297.bcfks thread finished 2024-11-25T00:12:43,995 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:12:43,996 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43327 2024-11-25T00:12:43,996 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T00:12:43,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4347df3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:43,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:43,998 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,031 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,032 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,032 INFO [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key370978087945230328.jks thread started 2024-11-25T00:12:44,032 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,033 INFO [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11684766764691208292.jks thread started 2024-11-25T00:12:44,033 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:44,050 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,067 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,068 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,068 INFO [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key370978087945230328.jks thread started 2024-11-25T00:12:44,068 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,069 INFO [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11684766764691208292.jks thread started 2024-11-25T00:12:44,069 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf5392ab6, L:/127.0.0.1:43327 - R:/127.0.0.1:35876] 2024-11-25T00:12:44,131 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:44,139 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,139 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,139 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,139 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,139 INFO [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,140 INFO [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,140 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,140 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,169 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,169 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,169 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,169 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,169 INFO [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,169 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,169 INFO [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,169 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,169 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,169 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,169 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,169 INFO [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,169 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,169 INFO [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,169 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,169 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,186 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,186 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,186 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,186 INFO [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,186 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,186 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,186 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43327,0 is dead - stopping the connection localhost:43327/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T00:12:44,186 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,186 INFO [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:44,187 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,222 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,223 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:44,240 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,257 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,257 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x71fcef52, L:/127.0.0.1:43327 - R:/127.0.0.1:35880] 2024-11-25T00:12:44,304 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:44,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:44,305 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43327 2024-11-25T00:12:44,305 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11684766764691208292.jks was interrupted and is shutting down... 2024-11-25T00:12:44,305 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key370978087945230328.jks was interrupted and is shutting down... 2024-11-25T00:12:44,305 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key370978087945230328.jks was interrupted and is shutting down... 2024-11-25T00:12:44,305 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11684766764691208292.jks was interrupted and is shutting down... 2024-11-25T00:12:44,306 INFO [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key370978087945230328.jks thread finished 2024-11-25T00:12:44,306 INFO [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key370978087945230328.jks thread finished 2024-11-25T00:12:44,306 INFO [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11684766764691208292.jks thread finished 2024-11-25T00:12:44,312 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 153), ProcessCount=11 (was 11), AvailableMemoryMB=7346 (was 7367) 2024-11-25T00:12:44,317 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=7346 2024-11-25T00:12:44,318 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:12:44,319 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33383 2024-11-25T00:12:44,319 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T00:12:44,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4cd55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:44,320 INFO [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11684766764691208292.jks thread finished 2024-11-25T00:12:44,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:44,320 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,354 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,354 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,355 INFO [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key370978087945230328.jks thread started 2024-11-25T00:12:44,355 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,364 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:44,364 INFO [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11684766764691208292.jks thread started 2024-11-25T00:12:44,384 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,400 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,401 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,401 INFO [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key370978087945230328.jks thread started 2024-11-25T00:12:44,401 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,403 INFO [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11684766764691208292.jks thread started 2024-11-25T00:12:44,403 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf392a950, L:/127.0.0.1:33383 - R:/127.0.0.1:35916] 2024-11-25T00:12:44,444 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:44,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:44,446 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key370978087945230328.jks was interrupted and is shutting down... 2024-11-25T00:12:44,446 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11684766764691208292.jks was interrupted and is shutting down... 2024-11-25T00:12:44,447 INFO [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11684766764691208292.jks thread finished 2024-11-25T00:12:44,447 INFO [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key370978087945230328.jks thread finished 2024-11-25T00:12:44,452 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,452 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,452 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,452 INFO [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,481 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,481 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,481 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,481 INFO [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key370978087945230328.jks 2024-11-25T00:12:44,481 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,481 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,481 INFO [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,481 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,497 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,497 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,497 INFO [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,497 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11684766764691208292.jks 2024-11-25T00:12:44,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:44,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:44,499 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,531 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,532 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,532 INFO [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key370978087945230328.jks thread started 2024-11-25T00:12:44,532 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,533 INFO [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11684766764691208292.jks thread started 2024-11-25T00:12:44,533 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:44,549 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,565 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,566 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xac549ec6, L:/127.0.0.1:33383 - R:/127.0.0.1:35930] 2024-11-25T00:12:44,610 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:44,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:44,611 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33383 2024-11-25T00:12:44,611 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key370978087945230328.jks was interrupted and is shutting down... 2024-11-25T00:12:44,611 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11684766764691208292.jks was interrupted and is shutting down... 2024-11-25T00:12:44,611 DEBUG [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key370978087945230328.jks was interrupted and is shutting down... 2024-11-25T00:12:44,611 DEBUG [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11684766764691208292.jks was interrupted and is shutting down... 2024-11-25T00:12:44,611 INFO [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key370978087945230328.jks thread finished 2024-11-25T00:12:44,612 INFO [FileChangeWatcher-hbase_test_key370978087945230328.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key370978087945230328.jks thread finished 2024-11-25T00:12:44,612 INFO [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11684766764691208292.jks thread finished 2024-11-25T00:12:44,618 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 153), ProcessCount=11 (was 11), AvailableMemoryMB=7327 (was 7346) 2024-11-25T00:12:44,624 INFO [FileChangeWatcher-hbase_test_ca11684766764691208292.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11684766764691208292.jks thread finished 2024-11-25T00:12:44,624 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=7327 2024-11-25T00:12:44,629 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:12:44,630 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44885 2024-11-25T00:12:44,630 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T00:12:44,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38725104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:44,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:44,632 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,636 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,636 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,637 INFO [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10041136388573663238.pem thread started 2024-11-25T00:12:44,637 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,637 INFO [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15388199261175717698.pem thread started 2024-11-25T00:12:44,637 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:44,641 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,641 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,642 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,642 INFO [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10041136388573663238.pem thread started 2024-11-25T00:12:44,642 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,643 INFO [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15388199261175717698.pem thread started 2024-11-25T00:12:44,643 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9344610b, L:/127.0.0.1:44885 - R:/127.0.0.1:40996] 2024-11-25T00:12:44,663 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:44,673 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,673 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,673 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,673 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,673 INFO [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,673 INFO [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,673 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,673 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,673 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,674 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,674 INFO [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,674 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,674 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,674 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,674 INFO [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,674 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,674 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,674 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,674 INFO [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,674 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44885,0 is dead - stopping the connection localhost:44885/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T00:12:44,674 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:44,675 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,675 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,675 INFO [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,675 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,675 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,675 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,675 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,675 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,675 INFO [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,679 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,680 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:44,684 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,684 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,684 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1f9671c6, L:/127.0.0.1:44885 - R:/127.0.0.1:41006] 2024-11-25T00:12:44,700 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:44,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:44,702 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10041136388573663238.pem was interrupted and is shutting down... 2024-11-25T00:12:44,702 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15388199261175717698.pem was interrupted and is shutting down... 2024-11-25T00:12:44,702 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44885 2024-11-25T00:12:44,702 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10041136388573663238.pem was interrupted and is shutting down... 2024-11-25T00:12:44,702 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15388199261175717698.pem was interrupted and is shutting down... 2024-11-25T00:12:44,702 INFO [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15388199261175717698.pem thread finished 2024-11-25T00:12:44,702 INFO [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10041136388573663238.pem thread finished 2024-11-25T00:12:44,708 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 153), ProcessCount=11 (was 11), AvailableMemoryMB=7326 (was 7327) 2024-11-25T00:12:44,714 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=7326 2024-11-25T00:12:44,715 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:12:44,715 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46739 2024-11-25T00:12:44,715 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T00:12:44,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:44,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:44,717 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,720 INFO [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15388199261175717698.pem thread finished 2024-11-25T00:12:44,720 INFO [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10041136388573663238.pem thread finished 2024-11-25T00:12:44,721 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,721 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,722 INFO [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10041136388573663238.pem thread started 2024-11-25T00:12:44,722 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,722 INFO [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15388199261175717698.pem thread started 2024-11-25T00:12:44,722 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:44,726 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,727 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,727 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,727 INFO [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10041136388573663238.pem thread started 2024-11-25T00:12:44,727 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,728 INFO [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15388199261175717698.pem thread started 2024-11-25T00:12:44,728 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x71d34957, L:/127.0.0.1:46739 - R:/127.0.0.1:42154] 2024-11-25T00:12:44,742 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:44,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:44,744 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15388199261175717698.pem was interrupted and is shutting down... 2024-11-25T00:12:44,744 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10041136388573663238.pem was interrupted and is shutting down... 2024-11-25T00:12:44,744 INFO [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15388199261175717698.pem thread finished 2024-11-25T00:12:44,744 INFO [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10041136388573663238.pem thread finished 2024-11-25T00:12:44,752 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,752 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,752 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,752 INFO [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,752 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,752 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,752 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,752 INFO [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10041136388573663238.pem 2024-11-25T00:12:44,752 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,752 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,752 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,752 INFO [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,752 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,752 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,752 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,752 INFO [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15388199261175717698.pem 2024-11-25T00:12:44,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab22d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:44,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:44,754 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,758 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,758 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,758 INFO [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10041136388573663238.pem thread started 2024-11-25T00:12:44,759 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,759 INFO [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15388199261175717698.pem thread started 2024-11-25T00:12:44,759 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:44,763 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,763 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,764 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xffd8768b, L:/127.0.0.1:46739 - R:/127.0.0.1:42162] 2024-11-25T00:12:44,779 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:44,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:44,780 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46739 2024-11-25T00:12:44,780 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15388199261175717698.pem was interrupted and is shutting down... 2024-11-25T00:12:44,780 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10041136388573663238.pem was interrupted and is shutting down... 2024-11-25T00:12:44,781 DEBUG [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15388199261175717698.pem was interrupted and is shutting down... 2024-11-25T00:12:44,781 DEBUG [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10041136388573663238.pem was interrupted and is shutting down... 2024-11-25T00:12:44,781 INFO [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10041136388573663238.pem thread finished 2024-11-25T00:12:44,781 INFO [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15388199261175717698.pem thread finished 2024-11-25T00:12:44,781 INFO [FileChangeWatcher-hbase_test_ca15388199261175717698.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15388199261175717698.pem thread finished 2024-11-25T00:12:44,788 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 153), ProcessCount=11 (was 11), AvailableMemoryMB=7325 (was 7326) 2024-11-25T00:12:44,793 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=7325 2024-11-25T00:12:44,804 INFO [FileChangeWatcher-hbase_test_key10041136388573663238.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10041136388573663238.pem thread finished 2024-11-25T00:12:44,839 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:12:44,840 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35883 2024-11-25T00:12:44,840 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T00:12:44,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ad6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:44,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:44,841 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,873 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,873 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,874 INFO [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18058081536894573363.p12 thread started 2024-11-25T00:12:44,874 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,875 INFO [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4806678123986797026.p12 thread started 2024-11-25T00:12:44,875 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:44,891 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:44,907 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:44,908 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,908 INFO [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18058081536894573363.p12 thread started 2024-11-25T00:12:44,909 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:44,909 INFO [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4806678123986797026.p12 thread started 2024-11-25T00:12:44,909 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfde4130b, L:/127.0.0.1:35883 - R:/127.0.0.1:35860] 2024-11-25T00:12:44,951 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:44,957 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:44,957 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:44,957 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:44,957 INFO [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:44,957 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:44,957 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:44,958 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:44,958 INFO [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:44,986 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:44,986 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:44,986 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:44,986 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:44,986 INFO [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:44,986 INFO [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:44,986 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:44,986 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:44,986 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:44,986 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:44,986 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:44,986 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:44,986 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:44,986 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:44,986 INFO [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:44,986 INFO [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,003 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,003 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,003 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,003 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,003 INFO [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,003 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,003 INFO [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,003 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,003 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35883,0 is dead - stopping the connection localhost:35883/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T00:12:45,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:45,004 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:45,038 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:45,039 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:45,056 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:45,072 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:45,072 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x04486431, L:/127.0.0.1:35883 - R:/127.0.0.1:35864] 2024-11-25T00:12:45,113 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:45,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:45,114 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4806678123986797026.p12 was interrupted and is shutting down... 2024-11-25T00:12:45,114 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35883 2024-11-25T00:12:45,114 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18058081536894573363.p12 was interrupted and is shutting down... 2024-11-25T00:12:45,114 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18058081536894573363.p12 was interrupted and is shutting down... 2024-11-25T00:12:45,114 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4806678123986797026.p12 was interrupted and is shutting down... 2024-11-25T00:12:45,114 INFO [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4806678123986797026.p12 thread finished 2024-11-25T00:12:45,114 INFO [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18058081536894573363.p12 thread finished 2024-11-25T00:12:45,114 INFO [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18058081536894573363.p12 thread finished 2024-11-25T00:12:45,121 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 153), ProcessCount=11 (was 11), AvailableMemoryMB=7324 (was 7325) 2024-11-25T00:12:45,127 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=7324 2024-11-25T00:12:45,128 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:12:45,128 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41807 2024-11-25T00:12:45,128 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T00:12:45,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d65947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:45,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:45,130 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:45,132 INFO [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4806678123986797026.p12 thread finished 2024-11-25T00:12:45,161 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:45,162 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:45,162 INFO [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18058081536894573363.p12 thread started 2024-11-25T00:12:45,162 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:45,163 INFO [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4806678123986797026.p12 thread started 2024-11-25T00:12:45,163 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:45,179 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:45,195 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:45,196 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:45,196 INFO [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18058081536894573363.p12 thread started 2024-11-25T00:12:45,196 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:45,196 INFO [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4806678123986797026.p12 thread started 2024-11-25T00:12:45,197 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdb20fda6, L:/127.0.0.1:41807 - R:/127.0.0.1:60730] 2024-11-25T00:12:45,248 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:45,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:45,250 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18058081536894573363.p12 was interrupted and is shutting down... 2024-11-25T00:12:45,250 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4806678123986797026.p12 was interrupted and is shutting down... 2024-11-25T00:12:45,250 INFO [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4806678123986797026.p12 thread finished 2024-11-25T00:12:45,250 INFO [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18058081536894573363.p12 thread finished 2024-11-25T00:12:45,255 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:45,255 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:45,255 INFO [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:45,255 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:45,285 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:45,285 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:45,285 INFO [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:45,285 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18058081536894573363.p12 2024-11-25T00:12:45,285 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,285 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,285 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,285 INFO [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,302 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,302 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,302 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,302 INFO [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4806678123986797026.p12 2024-11-25T00:12:45,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c774ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:45,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:45,303 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:45,336 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:45,336 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:45,337 INFO [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18058081536894573363.p12 thread started 2024-11-25T00:12:45,337 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:45,337 INFO [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4806678123986797026.p12 thread started 2024-11-25T00:12:45,337 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:45,354 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:45,369 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:45,370 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xaf9ac72b, L:/127.0.0.1:41807 - R:/127.0.0.1:60734] 2024-11-25T00:12:45,410 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:45,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:45,412 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41807 2024-11-25T00:12:45,412 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18058081536894573363.p12 was interrupted and is shutting down... 2024-11-25T00:12:45,412 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4806678123986797026.p12 was interrupted and is shutting down... 2024-11-25T00:12:45,412 DEBUG [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4806678123986797026.p12 was interrupted and is shutting down... 2024-11-25T00:12:45,412 DEBUG [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18058081536894573363.p12 was interrupted and is shutting down... 2024-11-25T00:12:45,412 INFO [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18058081536894573363.p12 thread finished 2024-11-25T00:12:45,412 INFO [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4806678123986797026.p12 thread finished 2024-11-25T00:12:45,419 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 153), ProcessCount=11 (was 11), AvailableMemoryMB=7322 (was 7324) 2024-11-25T00:12:45,424 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=7322 2024-11-25T00:12:45,428 INFO [FileChangeWatcher-hbase_test_key18058081536894573363.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18058081536894573363.p12 thread finished 2024-11-25T00:12:45,428 INFO [FileChangeWatcher-hbase_test_ca4806678123986797026.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4806678123986797026.p12 thread finished 2024-11-25T00:12:45,829 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:12:45,830 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33907 2024-11-25T00:12:45,830 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T00:12:45,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:45,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:45,831 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:46,153 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:46,154 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:46,154 INFO [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9137274137196941593.bcfks thread started 2024-11-25T00:12:46,154 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:46,155 INFO [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks thread started 2024-11-25T00:12:46,155 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:46,317 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:46,479 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:46,479 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:46,480 INFO [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9137274137196941593.bcfks thread started 2024-11-25T00:12:46,480 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:46,480 INFO [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks thread started 2024-11-25T00:12:46,480 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xadbb9278, L:/127.0.0.1:33907 - R:/127.0.0.1:57744] 2024-11-25T00:12:46,704 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:46,712 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:46,712 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:46,712 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:46,712 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:46,712 INFO [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:46,712 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:46,713 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:46,713 INFO [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:46,954 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:46,954 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:46,954 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:46,954 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:46,955 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:46,955 INFO [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:46,955 INFO [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:46,955 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:46,955 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:46,955 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:46,955 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:46,955 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:46,955 INFO [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:46,955 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:46,955 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:46,955 INFO [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:47,115 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:47,115 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:47,115 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:47,115 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:47,116 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33907,0 is dead - stopping the connection localhost:33907/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-25T00:12:47,116 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:47,116 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:47,116 INFO [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:47,116 INFO [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:47,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:47,117 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:47,442 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:47,442 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:47,604 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:47,766 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:47,766 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc3760720, L:/127.0.0.1:33907 - R:/127.0.0.1:57758] 2024-11-25T00:12:47,947 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:47,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:47,948 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9137274137196941593.bcfks was interrupted and is shutting down... 2024-11-25T00:12:47,948 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks was interrupted and is shutting down... 2024-11-25T00:12:47,949 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33907 2024-11-25T00:12:47,949 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks was interrupted and is shutting down... 2024-11-25T00:12:47,949 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9137274137196941593.bcfks was interrupted and is shutting down... 2024-11-25T00:12:47,949 INFO [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks thread finished 2024-11-25T00:12:47,949 INFO [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks thread finished 2024-11-25T00:12:47,949 INFO [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9137274137196941593.bcfks thread finished 2024-11-25T00:12:47,956 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 153), ProcessCount=11 (was 11), AvailableMemoryMB=7324 (was 7322) - AvailableMemoryMB LEAK? - 2024-11-25T00:12:47,961 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=149, ProcessCount=11, AvailableMemoryMB=7324 2024-11-25T00:12:47,963 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:12:47,963 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41353 2024-11-25T00:12:47,964 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-25T00:12:47,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbd81ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:47,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:47,965 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:47,972 INFO [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9137274137196941593.bcfks thread finished 2024-11-25T00:12:48,291 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:48,292 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:48,292 INFO [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9137274137196941593.bcfks thread started 2024-11-25T00:12:48,292 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:48,293 INFO [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks thread started 2024-11-25T00:12:48,293 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:48,455 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:48,618 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:48,618 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:48,619 INFO [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9137274137196941593.bcfks thread started 2024-11-25T00:12:48,619 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:48,619 INFO [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks thread started 2024-11-25T00:12:48,619 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0dd0eda4, L:/127.0.0.1:41353 - R:/127.0.0.1:59572] 2024-11-25T00:12:48,796 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:48,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:48,798 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9137274137196941593.bcfks was interrupted and is shutting down... 2024-11-25T00:12:48,798 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks was interrupted and is shutting down... 2024-11-25T00:12:48,799 INFO [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks thread finished 2024-11-25T00:12:48,799 INFO [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9137274137196941593.bcfks thread finished 2024-11-25T00:12:48,807 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:48,807 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:48,807 INFO [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:48,807 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:49,052 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:49,052 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:49,052 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:49,052 INFO [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9137274137196941593.bcfks 2024-11-25T00:12:49,052 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:49,052 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:49,052 INFO [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:49,052 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:49,216 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:49,216 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:49,216 INFO [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:49,216 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1452796348505282018.bcfks 2024-11-25T00:12:49,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f75f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:12:49,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-25T00:12:49,218 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:49,540 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:49,541 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:49,541 INFO [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9137274137196941593.bcfks thread started 2024-11-25T00:12:49,541 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/901c4b8e-9703-fdc4-18a0-d1ec5392c95f/TestNettyTLSIPCFileWatcher 2024-11-25T00:12:49,542 INFO [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks thread started 2024-11-25T00:12:49,542 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-25T00:12:49,703 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-25T00:12:49,864 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-25T00:12:49,865 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0a5e1536, L:/127.0.0.1:41353 - R:/127.0.0.1:59580] 2024-11-25T00:12:50,042 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-25T00:12:50,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:12:50,043 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41353 2024-11-25T00:12:50,043 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9137274137196941593.bcfks was interrupted and is shutting down... 2024-11-25T00:12:50,043 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks was interrupted and is shutting down... 2024-11-25T00:12:50,043 DEBUG [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9137274137196941593.bcfks was interrupted and is shutting down... 2024-11-25T00:12:50,043 DEBUG [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks was interrupted and is shutting down... 2024-11-25T00:12:50,043 INFO [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9137274137196941593.bcfks thread finished 2024-11-25T00:12:50,043 INFO [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks thread finished 2024-11-25T00:12:50,044 INFO [FileChangeWatcher-hbase_test_key9137274137196941593.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9137274137196941593.bcfks thread finished 2024-11-25T00:12:50,051 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 149), ProcessCount=11 (was 11), AvailableMemoryMB=7323 (was 7324) 2024-11-25T00:12:50,056 INFO [FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1452796348505282018.bcfks thread finished