2024-11-08 15:30:32,991 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-08 15:30:33,002 main DEBUG Took 0.008898 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 15:30:33,002 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 15:30:33,003 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 15:30:33,004 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 15:30:33,005 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 15:30:33,014 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 15:30:33,025 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 15:30:33,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 15:30:33,026 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 15:30:33,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 15:30:33,027 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 15:30:33,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 15:30:33,028 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 15:30:33,029 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 15:30:33,029 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 15:30:33,029 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 15:30:33,030 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 15:30:33,030 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 15:30:33,031 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 15:30:33,031 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 15:30:33,031 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 15:30:33,032 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 15:30:33,032 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 15:30:33,033 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 15:30:33,033 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 15:30:33,033 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 15:30:33,034 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 15:30:33,034 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 15:30:33,034 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 15:30:33,035 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 15:30:33,035 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 15:30:33,035 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 15:30:33,037 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 15:30:33,038 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 15:30:33,039 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 15:30:33,040 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 15:30:33,041 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 15:30:33,041 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 15:30:33,049 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 15:30:33,051 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 15:30:33,053 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 15:30:33,054 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 15:30:33,054 main DEBUG createAppenders(={Console}) 2024-11-08 15:30:33,055 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-08 15:30:33,055 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-08 15:30:33,055 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-08 15:30:33,056 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 15:30:33,056 main DEBUG OutputStream closed 2024-11-08 15:30:33,056 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 15:30:33,056 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 15:30:33,057 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-08 15:30:33,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 15:30:33,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 15:30:33,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 15:30:33,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 15:30:33,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 15:30:33,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 15:30:33,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 15:30:33,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 15:30:33,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 15:30:33,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 15:30:33,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 15:30:33,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 15:30:33,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 15:30:33,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 15:30:33,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 15:30:33,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 15:30:33,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 15:30:33,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 15:30:33,138 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 15:30:33,138 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-08 15:30:33,139 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 15:30:33,140 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-08T15:30:33,154 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-08 15:30:33,157 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 15:30:33,157 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T15:30:33,539 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T15:30:34,313 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=121, ProcessCount=11, AvailableMemoryMB=2469 2024-11-08T15:30:35,079 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T15:30:35,115 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T15:30:35,127 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T15:30:35,137 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T15:30:35,198 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T15:30:35,226 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 46290 (auto-detected) 2024-11-08T15:30:35,227 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T15:30:35,246 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43029 2024-11-08T15:30:35,249 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T15:30:35,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:35,279 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T15:30:35,279 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T15:30:35,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:35,584 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:35,657 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:35,750 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:35,753 INFO [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14651870380817147121.jks thread started 2024-11-08T15:30:35,753 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:35,753 INFO [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13319289071562833411.jks thread started 2024-11-08T15:30:35,760 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:35,809 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:35,823 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:35,879 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:35,880 INFO [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14651870380817147121.jks thread started 2024-11-08T15:30:35,880 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:35,880 INFO [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13319289071562833411.jks thread started 2024-11-08T15:30:35,882 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd45cfb33, L:/127.0.0.1:43029 - R:/127.0.0.1:47368] 2024-11-08T15:30:36,002 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:36,391 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,391 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,391 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,391 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,392 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,392 INFO [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,392 INFO [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,392 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,414 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,414 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,414 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,414 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,415 INFO [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,415 INFO [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,415 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,415 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,450 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,450 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,450 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,450 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,450 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,450 INFO [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,450 INFO [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,450 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,469 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,469 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,469 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,469 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43029,0 is dead - stopping the connection localhost:43029/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T15:30:36,469 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,469 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,469 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,469 INFO [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,469 INFO [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:36,472 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:36,498 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:36,499 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:36,516 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:36,539 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:36,539 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6ef2a71a, L:/127.0.0.1:43029 - R:/127.0.0.1:47380] 2024-11-08T15:30:36,579 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:36,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:36,582 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43029 2024-11-08T15:30:36,582 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13319289071562833411.jks was interrupted and is shutting down... 2024-11-08T15:30:36,582 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14651870380817147121.jks was interrupted and is shutting down... 2024-11-08T15:30:36,582 INFO [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13319289071562833411.jks thread finished 2024-11-08T15:30:36,582 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14651870380817147121.jks was interrupted and is shutting down... 2024-11-08T15:30:36,582 INFO [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14651870380817147121.jks thread finished 2024-11-08T15:30:36,583 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13319289071562833411.jks was interrupted and is shutting down... 2024-11-08T15:30:36,583 INFO [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14651870380817147121.jks thread finished 2024-11-08T15:30:36,591 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca13319289071562833411.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 121) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2329 (was 2469) 2024-11-08T15:30:36,597 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=2329 2024-11-08T15:30:36,598 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T15:30:36,598 INFO [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13319289071562833411.jks thread finished 2024-11-08T15:30:36,599 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36881 2024-11-08T15:30:36,599 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T15:30:36,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:36,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:36,601 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:36,627 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:36,628 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:36,629 INFO [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14651870380817147121.jks thread started 2024-11-08T15:30:36,629 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:36,629 INFO [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13319289071562833411.jks thread started 2024-11-08T15:30:36,629 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:36,644 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:36,659 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:36,660 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:36,660 INFO [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14651870380817147121.jks thread started 2024-11-08T15:30:36,660 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:36,661 INFO [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13319289071562833411.jks thread started 2024-11-08T15:30:36,661 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2e7b20ca, L:/127.0.0.1:36881 - R:/127.0.0.1:42002] 2024-11-08T15:30:36,703 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:36,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:36,705 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14651870380817147121.jks was interrupted and is shutting down... 2024-11-08T15:30:36,705 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13319289071562833411.jks was interrupted and is shutting down... 2024-11-08T15:30:36,706 INFO [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14651870380817147121.jks thread finished 2024-11-08T15:30:36,718 INFO [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13319289071562833411.jks thread finished 2024-11-08T15:30:36,889 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,889 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,889 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,889 INFO [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,915 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,915 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,915 INFO [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,915 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14651870380817147121.jks 2024-11-08T15:30:36,915 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,915 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,916 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,916 INFO [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,928 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,928 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,928 INFO [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,928 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13319289071562833411.jks 2024-11-08T15:30:36,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:36,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:36,987 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:37,020 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:37,021 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:37,021 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:37,021 INFO [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14651870380817147121.jks thread started 2024-11-08T15:30:37,022 INFO [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13319289071562833411.jks thread started 2024-11-08T15:30:37,022 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:37,037 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:37,050 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:37,051 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x63a03752, L:/127.0.0.1:36881 - R:/127.0.0.1:42012] 2024-11-08T15:30:37,087 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:37,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:37,089 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14651870380817147121.jks was interrupted and is shutting down... 2024-11-08T15:30:37,089 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13319289071562833411.jks was interrupted and is shutting down... 2024-11-08T15:30:37,089 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36881 2024-11-08T15:30:37,090 INFO [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13319289071562833411.jks thread finished 2024-11-08T15:30:37,090 INFO [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14651870380817147121.jks thread finished 2024-11-08T15:30:37,090 DEBUG [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13319289071562833411.jks was interrupted and is shutting down... 2024-11-08T15:30:37,090 DEBUG [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14651870380817147121.jks was interrupted and is shutting down... 2024-11-08T15:30:37,090 INFO [FileChangeWatcher-hbase_test_ca13319289071562833411.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13319289071562833411.jks thread finished 2024-11-08T15:30:37,090 INFO [FileChangeWatcher-hbase_test_key14651870380817147121.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14651870380817147121.jks thread finished 2024-11-08T15:30:37,096 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 23), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=2280 (was 2329) 2024-11-08T15:30:37,101 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=2279 2024-11-08T15:30:37,160 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T15:30:37,161 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41279 2024-11-08T15:30:37,161 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T15:30:37,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38576bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:37,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:37,163 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:37,225 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:37,225 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:37,226 INFO [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6871478499312769551.pem thread started 2024-11-08T15:30:37,226 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:37,227 INFO [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13933549545639864916.pem thread started 2024-11-08T15:30:37,227 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:37,235 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:37,236 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:37,237 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:37,238 INFO [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6871478499312769551.pem thread started 2024-11-08T15:30:37,238 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:37,238 INFO [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13933549545639864916.pem thread started 2024-11-08T15:30:37,238 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4acb254a, L:/127.0.0.1:41279 - R:/127.0.0.1:60440] 2024-11-08T15:30:37,253 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:37,497 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,497 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,497 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,497 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,497 INFO [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,497 INFO [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,497 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,497 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,498 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,498 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,498 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,498 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,498 INFO [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,498 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,498 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,498 INFO [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,498 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,499 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,499 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,499 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,499 INFO [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,499 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,499 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,499 INFO [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,499 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,499 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,499 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,499 INFO [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,499 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,499 INFO [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,499 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,499 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,566 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41279,0 is dead - stopping the connection localhost:41279/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T15:30:37,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:37,568 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:37,575 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:37,576 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:37,581 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:37,582 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:37,582 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x69f5cc1f, L:/127.0.0.1:41279 - R:/127.0.0.1:60456] 2024-11-08T15:30:37,599 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:37,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:37,600 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41279 2024-11-08T15:30:37,600 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6871478499312769551.pem was interrupted and is shutting down... 2024-11-08T15:30:37,600 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13933549545639864916.pem was interrupted and is shutting down... 2024-11-08T15:30:37,600 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6871478499312769551.pem was interrupted and is shutting down... 2024-11-08T15:30:37,600 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13933549545639864916.pem was interrupted and is shutting down... 2024-11-08T15:30:37,601 INFO [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6871478499312769551.pem thread finished 2024-11-08T15:30:37,601 INFO [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6871478499312769551.pem thread finished 2024-11-08T15:30:37,601 INFO [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13933549545639864916.pem thread finished 2024-11-08T15:30:37,606 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca13933549545639864916.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=2222 (was 2279) 2024-11-08T15:30:37,611 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=2222 2024-11-08T15:30:37,613 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T15:30:37,614 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43137 2024-11-08T15:30:37,614 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T15:30:37,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c46d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:37,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:37,617 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:37,621 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:37,622 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:37,622 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:37,622 INFO [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13933549545639864916.pem thread finished 2024-11-08T15:30:37,622 INFO [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6871478499312769551.pem thread started 2024-11-08T15:30:37,623 INFO [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13933549545639864916.pem thread started 2024-11-08T15:30:37,623 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:37,628 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:37,629 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:37,629 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:37,630 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:37,630 INFO [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6871478499312769551.pem thread started 2024-11-08T15:30:37,630 INFO [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13933549545639864916.pem thread started 2024-11-08T15:30:37,630 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2aaf7001, L:/127.0.0.1:43137 - R:/127.0.0.1:43932] 2024-11-08T15:30:37,644 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:37,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:37,646 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6871478499312769551.pem was interrupted and is shutting down... 2024-11-08T15:30:37,646 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13933549545639864916.pem was interrupted and is shutting down... 2024-11-08T15:30:37,646 INFO [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6871478499312769551.pem thread finished 2024-11-08T15:30:37,658 INFO [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13933549545639864916.pem thread finished 2024-11-08T15:30:37,941 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,941 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,941 INFO [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,941 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,941 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,941 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,941 INFO [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,941 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6871478499312769551.pem 2024-11-08T15:30:37,975 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,975 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,975 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,975 INFO [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,975 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,976 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3609d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:37,976 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,976 INFO [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13933549545639864916.pem 2024-11-08T15:30:37,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:37,978 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:37,986 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:37,986 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:37,987 INFO [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6871478499312769551.pem thread started 2024-11-08T15:30:37,987 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:37,987 INFO [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13933549545639864916.pem thread started 2024-11-08T15:30:37,987 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:37,992 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:37,993 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:37,993 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc98f862f, L:/127.0.0.1:43137 - R:/127.0.0.1:58282] 2024-11-08T15:30:38,008 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:38,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:38,009 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43137 2024-11-08T15:30:38,009 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6871478499312769551.pem was interrupted and is shutting down... 2024-11-08T15:30:38,009 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13933549545639864916.pem was interrupted and is shutting down... 2024-11-08T15:30:38,009 DEBUG [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6871478499312769551.pem was interrupted and is shutting down... 2024-11-08T15:30:38,009 DEBUG [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13933549545639864916.pem was interrupted and is shutting down... 2024-11-08T15:30:38,010 INFO [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6871478499312769551.pem thread finished 2024-11-08T15:30:38,010 INFO [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13933549545639864916.pem thread finished 2024-11-08T15:30:38,010 INFO [FileChangeWatcher-hbase_test_key6871478499312769551.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6871478499312769551.pem thread finished 2024-11-08T15:30:38,015 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=2170 (was 2222) 2024-11-08T15:30:38,020 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=2169 2024-11-08T15:30:38,022 INFO [FileChangeWatcher-hbase_test_ca13933549545639864916.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13933549545639864916.pem thread finished 2024-11-08T15:30:38,058 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T15:30:38,059 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33027 2024-11-08T15:30:38,059 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T15:30:38,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f122a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:38,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:38,061 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:38,090 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:38,090 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:38,091 INFO [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13462273137591901656.p12 thread started 2024-11-08T15:30:38,091 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:38,091 INFO [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6556914277427664528.p12 thread started 2024-11-08T15:30:38,091 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:38,107 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:38,120 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:38,121 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:38,121 INFO [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13462273137591901656.p12 thread started 2024-11-08T15:30:38,122 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:38,122 INFO [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6556914277427664528.p12 thread started 2024-11-08T15:30:38,122 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xebce2a54, L:/127.0.0.1:33027 - R:/127.0.0.1:33714] 2024-11-08T15:30:38,155 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:38,313 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,313 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,313 INFO [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,313 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,313 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,313 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,314 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,314 INFO [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,336 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,336 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,336 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,336 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,336 INFO [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,336 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,336 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,336 INFO [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,337 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,337 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,337 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,337 INFO [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,337 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,337 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,337 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,337 INFO [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,350 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,350 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,350 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,350 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,350 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,350 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,350 INFO [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,350 INFO [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,407 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33027,0 is dead - stopping the connection localhost:33027/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T15:30:38,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:38,409 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:38,440 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:38,441 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:38,454 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:38,468 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:38,468 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2df50c46, L:/127.0.0.1:33027 - R:/127.0.0.1:33722] 2024-11-08T15:30:38,503 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:38,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:38,505 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33027 2024-11-08T15:30:38,505 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6556914277427664528.p12 was interrupted and is shutting down... 2024-11-08T15:30:38,505 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13462273137591901656.p12 was interrupted and is shutting down... 2024-11-08T15:30:38,505 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6556914277427664528.p12 was interrupted and is shutting down... 2024-11-08T15:30:38,505 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13462273137591901656.p12 was interrupted and is shutting down... 2024-11-08T15:30:38,505 INFO [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13462273137591901656.p12 thread finished 2024-11-08T15:30:38,505 INFO [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13462273137591901656.p12 thread finished 2024-11-08T15:30:38,505 INFO [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6556914277427664528.p12 thread finished 2024-11-08T15:30:38,506 INFO [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6556914277427664528.p12 thread finished 2024-11-08T15:30:38,511 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29 (was 29), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=2116 (was 2169) 2024-11-08T15:30:38,516 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=2116 2024-11-08T15:30:38,517 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T15:30:38,518 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34049 2024-11-08T15:30:38,518 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T15:30:38,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55558415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:38,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:38,520 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:38,551 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:38,551 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:38,552 INFO [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13462273137591901656.p12 thread started 2024-11-08T15:30:38,552 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:38,552 INFO [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6556914277427664528.p12 thread started 2024-11-08T15:30:38,552 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:38,567 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:38,580 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:38,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:38,581 INFO [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13462273137591901656.p12 thread started 2024-11-08T15:30:38,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:38,582 INFO [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6556914277427664528.p12 thread started 2024-11-08T15:30:38,582 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa529ee9d, L:/127.0.0.1:34049 - R:/127.0.0.1:43342] 2024-11-08T15:30:38,616 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:38,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:38,618 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13462273137591901656.p12 was interrupted and is shutting down... 2024-11-08T15:30:38,618 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6556914277427664528.p12 was interrupted and is shutting down... 2024-11-08T15:30:38,619 INFO [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13462273137591901656.p12 thread finished 2024-11-08T15:30:38,619 INFO [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6556914277427664528.p12 thread finished 2024-11-08T15:30:38,885 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,885 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,885 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,885 INFO [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,908 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,908 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,908 INFO [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,908 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13462273137591901656.p12 2024-11-08T15:30:38,932 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,932 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,932 INFO [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,932 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,951 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,951 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,951 INFO [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,951 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6556914277427664528.p12 2024-11-08T15:30:38,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e40dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:38,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:38,952 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:38,981 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:38,982 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:38,982 INFO [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13462273137591901656.p12 thread started 2024-11-08T15:30:38,982 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:38,983 INFO [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6556914277427664528.p12 thread started 2024-11-08T15:30:38,983 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:38,997 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:39,010 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:39,010 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x295edc88, L:/127.0.0.1:34049 - R:/127.0.0.1:43350] 2024-11-08T15:30:39,043 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:39,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:39,045 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34049 2024-11-08T15:30:39,045 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13462273137591901656.p12 was interrupted and is shutting down... 2024-11-08T15:30:39,045 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6556914277427664528.p12 was interrupted and is shutting down... 2024-11-08T15:30:39,045 DEBUG [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13462273137591901656.p12 was interrupted and is shutting down... 2024-11-08T15:30:39,045 DEBUG [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6556914277427664528.p12 was interrupted and is shutting down... 2024-11-08T15:30:39,045 INFO [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13462273137591901656.p12 thread finished 2024-11-08T15:30:39,045 INFO [FileChangeWatcher-hbase_test_key13462273137591901656.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13462273137591901656.p12 thread finished 2024-11-08T15:30:39,045 INFO [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6556914277427664528.p12 thread finished 2024-11-08T15:30:39,050 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6556914277427664528.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=2053 (was 2116) 2024-11-08T15:30:39,055 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=2052 2024-11-08T15:30:39,062 INFO [FileChangeWatcher-hbase_test_ca6556914277427664528.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6556914277427664528.p12 thread finished 2024-11-08T15:30:39,586 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T15:30:39,586 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41223 2024-11-08T15:30:39,587 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T15:30:39,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d55a300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:39,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:39,588 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:39,859 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:39,859 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:39,860 INFO [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10126990500035430100.bcfks thread started 2024-11-08T15:30:39,860 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:39,860 INFO [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks thread started 2024-11-08T15:30:39,860 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:39,996 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:40,128 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:40,128 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:40,129 INFO [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10126990500035430100.bcfks thread started 2024-11-08T15:30:40,129 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:40,129 INFO [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks thread started 2024-11-08T15:30:40,129 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4f5154d5, L:/127.0.0.1:41223 - R:/127.0.0.1:58860] 2024-11-08T15:30:40,292 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:40,495 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:40,495 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:40,495 INFO [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:40,495 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:40,495 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:40,495 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:40,495 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:40,495 INFO [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:40,689 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:40,689 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:40,689 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:40,689 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:40,689 INFO [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:40,689 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:40,689 INFO [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:40,689 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:40,733 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:40,733 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:40,733 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:40,733 INFO [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:40,733 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:40,733 INFO [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:40,733 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:40,733 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:40,869 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:40,869 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:40,869 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41223,0 is dead - stopping the connection localhost:41223/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T15:30:40,869 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:40,869 INFO [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:40,869 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:40,869 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:40,869 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:40,869 INFO [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:40,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:40,871 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:41,132 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:41,132 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:41,263 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:41,393 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:41,394 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3d221485, L:/127.0.0.1:41223 - R:/127.0.0.1:58862] 2024-11-08T15:30:41,544 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:41,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:41,546 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41223 2024-11-08T15:30:41,546 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10126990500035430100.bcfks was interrupted and is shutting down... 2024-11-08T15:30:41,546 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks was interrupted and is shutting down... 2024-11-08T15:30:41,546 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks was interrupted and is shutting down... 2024-11-08T15:30:41,546 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10126990500035430100.bcfks was interrupted and is shutting down... 2024-11-08T15:30:41,546 INFO [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks thread finished 2024-11-08T15:30:41,546 INFO [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10126990500035430100.bcfks thread finished 2024-11-08T15:30:41,551 INFO [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10126990500035430100.bcfks thread finished 2024-11-08T15:30:41,551 INFO [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks thread finished 2024-11-08T15:30:41,552 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key10126990500035430100.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=1984 (was 2052) 2024-11-08T15:30:41,558 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=1984 2024-11-08T15:30:41,559 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T15:30:41,560 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42487 2024-11-08T15:30:41,560 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T15:30:41,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3047e2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:41,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:41,561 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:41,826 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:41,826 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:41,827 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:41,827 INFO [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10126990500035430100.bcfks thread started 2024-11-08T15:30:41,827 INFO [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks thread started 2024-11-08T15:30:41,828 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:41,960 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:42,091 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:42,091 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:42,092 INFO [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10126990500035430100.bcfks thread started 2024-11-08T15:30:42,092 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:42,092 INFO [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks thread started 2024-11-08T15:30:42,092 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9d55e136, L:/127.0.0.1:42487 - R:/127.0.0.1:56406] 2024-11-08T15:30:42,234 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:42,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:42,236 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks was interrupted and is shutting down... 2024-11-08T15:30:42,236 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10126990500035430100.bcfks was interrupted and is shutting down... 2024-11-08T15:30:42,236 INFO [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks thread finished 2024-11-08T15:30:42,236 INFO [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10126990500035430100.bcfks thread finished 2024-11-08T15:30:42,434 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:42,434 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:42,434 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:42,434 INFO [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:42,629 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:42,629 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:42,629 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:42,629 INFO [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10126990500035430100.bcfks 2024-11-08T15:30:42,649 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:42,649 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:42,649 INFO [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:42,649 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:42,783 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:42,783 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:42,783 INFO [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:42,783 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14415703366170550682.bcfks 2024-11-08T15:30:42,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59329374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:42,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:42,784 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:43,042 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:43,043 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:43,043 INFO [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10126990500035430100.bcfks thread started 2024-11-08T15:30:43,043 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:43,043 INFO [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks thread started 2024-11-08T15:30:43,044 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:43,174 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:43,304 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:43,304 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbb6c206d, L:/127.0.0.1:42487 - R:/127.0.0.1:56414] 2024-11-08T15:30:43,453 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:43,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:43,456 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42487 2024-11-08T15:30:43,456 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10126990500035430100.bcfks was interrupted and is shutting down... 2024-11-08T15:30:43,456 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks was interrupted and is shutting down... 2024-11-08T15:30:43,456 DEBUG [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10126990500035430100.bcfks was interrupted and is shutting down... 2024-11-08T15:30:43,456 DEBUG [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks was interrupted and is shutting down... 2024-11-08T15:30:43,456 INFO [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks thread finished 2024-11-08T15:30:43,456 INFO [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10126990500035430100.bcfks thread finished 2024-11-08T15:30:43,462 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 33) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key10126990500035430100.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=1956 (was 1984) 2024-11-08T15:30:43,467 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=1956 2024-11-08T15:30:43,470 INFO [FileChangeWatcher-hbase_test_key10126990500035430100.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10126990500035430100.bcfks thread finished 2024-11-08T15:30:43,470 INFO [FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14415703366170550682.bcfks thread finished 2024-11-08T15:30:43,603 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T15:30:43,603 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41679 2024-11-08T15:30:43,604 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T15:30:43,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d809f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:43,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:43,605 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:43,631 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:43,632 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:43,632 INFO [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16178478048803746220.jks thread started 2024-11-08T15:30:43,632 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:43,633 INFO [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16166435774285357202.jks thread started 2024-11-08T15:30:43,633 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:43,647 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:43,660 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:43,661 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:43,661 INFO [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16178478048803746220.jks thread started 2024-11-08T15:30:43,661 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:43,662 INFO [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16166435774285357202.jks thread started 2024-11-08T15:30:43,662 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfc146ac2, L:/127.0.0.1:41679 - R:/127.0.0.1:42296] 2024-11-08T15:30:43,721 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:43,730 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,730 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,730 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,730 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,730 INFO [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,730 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,730 INFO [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,730 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,755 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,755 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,755 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,755 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,755 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,755 INFO [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,755 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:43,755 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,755 INFO [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,755 INFO [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:43,755 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:43,755 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:43,755 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:43,755 INFO [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:43,755 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:43,755 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:43,768 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:43,768 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41679,0 is dead - stopping the connection localhost:41679/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T15:30:43,768 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:43,769 INFO [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:43,769 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:43,769 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:43,769 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:43,769 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:43,769 INFO [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:43,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:43,770 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:43,801 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:43,802 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:43,816 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:43,829 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:43,829 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x77fad9db, L:/127.0.0.1:41679 - R:/127.0.0.1:42310] 2024-11-08T15:30:43,867 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:43,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:43,869 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16178478048803746220.jks was interrupted and is shutting down... 2024-11-08T15:30:43,869 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41679 2024-11-08T15:30:43,869 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16166435774285357202.jks was interrupted and is shutting down... 2024-11-08T15:30:43,869 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16178478048803746220.jks was interrupted and is shutting down... 2024-11-08T15:30:43,869 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16166435774285357202.jks was interrupted and is shutting down... 2024-11-08T15:30:43,869 INFO [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16178478048803746220.jks thread finished 2024-11-08T15:30:43,869 INFO [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16178478048803746220.jks thread finished 2024-11-08T15:30:43,869 INFO [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16166435774285357202.jks thread finished 2024-11-08T15:30:43,875 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=1932 (was 1956) 2024-11-08T15:30:43,880 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=1932 2024-11-08T15:30:43,881 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T15:30:43,881 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36713 2024-11-08T15:30:43,881 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T15:30:43,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4347df3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:43,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:43,883 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:43,890 INFO [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16166435774285357202.jks thread finished 2024-11-08T15:30:43,911 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:43,911 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:43,911 INFO [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16178478048803746220.jks thread started 2024-11-08T15:30:43,911 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:43,912 INFO [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16166435774285357202.jks thread started 2024-11-08T15:30:43,912 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:43,926 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:43,939 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:43,940 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:43,940 INFO [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16178478048803746220.jks thread started 2024-11-08T15:30:43,940 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:43,941 INFO [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16166435774285357202.jks thread started 2024-11-08T15:30:43,941 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x76811989, L:/127.0.0.1:36713 - R:/127.0.0.1:35156] 2024-11-08T15:30:43,980 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:43,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:43,981 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16178478048803746220.jks was interrupted and is shutting down... 2024-11-08T15:30:43,982 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16166435774285357202.jks was interrupted and is shutting down... 2024-11-08T15:30:43,982 INFO [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16178478048803746220.jks thread finished 2024-11-08T15:30:43,982 INFO [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16166435774285357202.jks thread finished 2024-11-08T15:30:43,991 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,991 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,991 INFO [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:43,991 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:44,025 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:44,025 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:44,025 INFO [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:44,025 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16178478048803746220.jks 2024-11-08T15:30:44,025 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:44,025 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:44,025 INFO [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:44,025 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:44,038 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:44,038 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:44,038 INFO [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:44,039 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16166435774285357202.jks 2024-11-08T15:30:44,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e78dd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:44,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:44,040 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,067 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,067 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,068 INFO [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16178478048803746220.jks thread started 2024-11-08T15:30:44,068 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,068 INFO [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16166435774285357202.jks thread started 2024-11-08T15:30:44,068 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:44,082 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,096 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,096 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xecd206ac, L:/127.0.0.1:36713 - R:/127.0.0.1:35164] 2024-11-08T15:30:44,134 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:44,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:44,135 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36713 2024-11-08T15:30:44,135 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16178478048803746220.jks was interrupted and is shutting down... 2024-11-08T15:30:44,135 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16166435774285357202.jks was interrupted and is shutting down... 2024-11-08T15:30:44,135 DEBUG [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16166435774285357202.jks was interrupted and is shutting down... 2024-11-08T15:30:44,135 DEBUG [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16178478048803746220.jks was interrupted and is shutting down... 2024-11-08T15:30:44,135 INFO [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16166435774285357202.jks thread finished 2024-11-08T15:30:44,135 INFO [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16178478048803746220.jks thread finished 2024-11-08T15:30:44,136 INFO [FileChangeWatcher-hbase_test_ca16166435774285357202.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16166435774285357202.jks thread finished 2024-11-08T15:30:44,142 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=1913 (was 1932) 2024-11-08T15:30:44,147 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=1913 2024-11-08T15:30:44,150 INFO [FileChangeWatcher-hbase_test_key16178478048803746220.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16178478048803746220.jks thread finished 2024-11-08T15:30:44,175 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T15:30:44,176 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33713 2024-11-08T15:30:44,176 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T15:30:44,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:44,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:44,177 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,181 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,181 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,181 INFO [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12988156612524100596.pem thread started 2024-11-08T15:30:44,182 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,182 INFO [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5384649603383663860.pem thread started 2024-11-08T15:30:44,182 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:44,186 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,186 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,187 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,187 INFO [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12988156612524100596.pem thread started 2024-11-08T15:30:44,187 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,188 INFO [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5384649603383663860.pem thread started 2024-11-08T15:30:44,188 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5b3d5cc5, L:/127.0.0.1:33713 - R:/127.0.0.1:41502] 2024-11-08T15:30:44,202 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,214 INFO [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,214 INFO [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,214 INFO [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,214 INFO [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,214 INFO [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,214 INFO [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,214 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,215 INFO [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,215 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,215 INFO [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,215 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33713,0 is dead - stopping the connection localhost:33713/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T15:30:44,215 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,215 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,215 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,215 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:44,215 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,219 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,220 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:44,223 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,223 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,223 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xaa5cc3e7, L:/127.0.0.1:33713 - R:/127.0.0.1:41516] 2024-11-08T15:30:44,239 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:44,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:44,241 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12988156612524100596.pem was interrupted and is shutting down... 2024-11-08T15:30:44,241 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33713 2024-11-08T15:30:44,241 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5384649603383663860.pem was interrupted and is shutting down... 2024-11-08T15:30:44,241 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5384649603383663860.pem was interrupted and is shutting down... 2024-11-08T15:30:44,241 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12988156612524100596.pem was interrupted and is shutting down... 2024-11-08T15:30:44,241 INFO [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12988156612524100596.pem thread finished 2024-11-08T15:30:44,241 INFO [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5384649603383663860.pem thread finished 2024-11-08T15:30:44,247 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=1909 (was 1913) 2024-11-08T15:30:44,253 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=1908 2024-11-08T15:30:44,254 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T15:30:44,255 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35135 2024-11-08T15:30:44,255 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T15:30:44,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:44,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:44,256 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,258 INFO [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12988156612524100596.pem thread finished 2024-11-08T15:30:44,258 INFO [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5384649603383663860.pem thread finished 2024-11-08T15:30:44,261 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,262 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,262 INFO [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12988156612524100596.pem thread started 2024-11-08T15:30:44,262 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,263 INFO [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5384649603383663860.pem thread started 2024-11-08T15:30:44,263 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:44,268 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,268 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,269 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,269 INFO [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12988156612524100596.pem thread started 2024-11-08T15:30:44,269 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,270 INFO [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5384649603383663860.pem thread started 2024-11-08T15:30:44,270 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xee0bdbcb, L:/127.0.0.1:35135 - R:/127.0.0.1:35772] 2024-11-08T15:30:44,286 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:44,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:44,288 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5384649603383663860.pem was interrupted and is shutting down... 2024-11-08T15:30:44,288 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12988156612524100596.pem was interrupted and is shutting down... 2024-11-08T15:30:44,288 INFO [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5384649603383663860.pem thread finished 2024-11-08T15:30:44,289 INFO [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12988156612524100596.pem thread finished 2024-11-08T15:30:44,301 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,301 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,301 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,301 INFO [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,301 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,301 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,301 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,301 INFO [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12988156612524100596.pem 2024-11-08T15:30:44,302 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,302 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,302 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,302 INFO [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,302 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,302 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,302 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,302 INFO [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5384649603383663860.pem 2024-11-08T15:30:44,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab22d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:44,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:44,303 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,307 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,307 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,307 INFO [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12988156612524100596.pem thread started 2024-11-08T15:30:44,307 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,308 INFO [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5384649603383663860.pem thread started 2024-11-08T15:30:44,308 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:44,312 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,312 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,312 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x82ef4be8, L:/127.0.0.1:35135 - R:/127.0.0.1:35782] 2024-11-08T15:30:44,328 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:44,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:44,330 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35135 2024-11-08T15:30:44,330 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12988156612524100596.pem was interrupted and is shutting down... 2024-11-08T15:30:44,330 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5384649603383663860.pem was interrupted and is shutting down... 2024-11-08T15:30:44,330 DEBUG [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12988156612524100596.pem was interrupted and is shutting down... 2024-11-08T15:30:44,330 DEBUG [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5384649603383663860.pem was interrupted and is shutting down... 2024-11-08T15:30:44,330 INFO [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12988156612524100596.pem thread finished 2024-11-08T15:30:44,330 INFO [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5384649603383663860.pem thread finished 2024-11-08T15:30:44,336 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=1904 (was 1908) 2024-11-08T15:30:44,341 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=1904 2024-11-08T15:30:44,346 INFO [FileChangeWatcher-hbase_test_ca5384649603383663860.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5384649603383663860.pem thread finished 2024-11-08T15:30:44,346 INFO [FileChangeWatcher-hbase_test_key12988156612524100596.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12988156612524100596.pem thread finished 2024-11-08T15:30:44,381 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T15:30:44,381 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42421 2024-11-08T15:30:44,381 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T15:30:44,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:44,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:44,382 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,429 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,430 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,430 INFO [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16197972665019606596.p12 thread started 2024-11-08T15:30:44,430 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,430 INFO [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5425237902361355811.p12 thread started 2024-11-08T15:30:44,430 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:44,444 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,456 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,456 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,457 INFO [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16197972665019606596.p12 thread started 2024-11-08T15:30:44,457 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,457 INFO [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5425237902361355811.p12 thread started 2024-11-08T15:30:44,457 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf8193a48, L:/127.0.0.1:42421 - R:/127.0.0.1:58486] 2024-11-08T15:30:44,493 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:44,498 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,498 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,498 INFO [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,498 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,498 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,498 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,498 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,498 INFO [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,520 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,520 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,520 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,520 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,520 INFO [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,520 INFO [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,520 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,521 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,521 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,521 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,521 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,521 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,521 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,521 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,521 INFO [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,521 INFO [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,533 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,533 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,533 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,533 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,533 INFO [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,533 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,533 INFO [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,533 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,533 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42421,0 is dead - stopping the connection localhost:42421/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T15:30:44,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:44,534 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,560 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,561 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:44,575 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,593 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,593 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x10b5b2ab, L:/127.0.0.1:42421 - R:/127.0.0.1:58488] 2024-11-08T15:30:44,630 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:44,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:44,631 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42421 2024-11-08T15:30:44,631 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5425237902361355811.p12 was interrupted and is shutting down... 2024-11-08T15:30:44,631 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16197972665019606596.p12 was interrupted and is shutting down... 2024-11-08T15:30:44,631 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16197972665019606596.p12 was interrupted and is shutting down... 2024-11-08T15:30:44,631 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5425237902361355811.p12 was interrupted and is shutting down... 2024-11-08T15:30:44,631 INFO [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16197972665019606596.p12 thread finished 2024-11-08T15:30:44,631 INFO [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5425237902361355811.p12 thread finished 2024-11-08T15:30:44,631 INFO [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16197972665019606596.p12 thread finished 2024-11-08T15:30:44,636 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=1886 (was 1904) 2024-11-08T15:30:44,640 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=1886 2024-11-08T15:30:44,641 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T15:30:44,642 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38555 2024-11-08T15:30:44,642 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T15:30:44,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30de7cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:44,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:44,643 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,646 INFO [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5425237902361355811.p12 thread finished 2024-11-08T15:30:44,671 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,671 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,672 INFO [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16197972665019606596.p12 thread started 2024-11-08T15:30:44,672 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,672 INFO [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5425237902361355811.p12 thread started 2024-11-08T15:30:44,672 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:44,686 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,698 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,698 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,699 INFO [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16197972665019606596.p12 thread started 2024-11-08T15:30:44,699 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,699 INFO [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5425237902361355811.p12 thread started 2024-11-08T15:30:44,699 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x44ad75a6, L:/127.0.0.1:38555 - R:/127.0.0.1:60030] 2024-11-08T15:30:44,733 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:44,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:44,734 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16197972665019606596.p12 was interrupted and is shutting down... 2024-11-08T15:30:44,734 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5425237902361355811.p12 was interrupted and is shutting down... 2024-11-08T15:30:44,734 INFO [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5425237902361355811.p12 thread finished 2024-11-08T15:30:44,734 INFO [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16197972665019606596.p12 thread finished 2024-11-08T15:30:44,738 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,738 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,738 INFO [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,738 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,763 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,763 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,764 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,764 INFO [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16197972665019606596.p12 2024-11-08T15:30:44,764 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,764 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,764 INFO [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,764 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,777 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,777 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,777 INFO [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,777 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5425237902361355811.p12 2024-11-08T15:30:44,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c2eba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:44,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:44,778 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,804 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,804 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,805 INFO [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16197972665019606596.p12 thread started 2024-11-08T15:30:44,805 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:44,805 INFO [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5425237902361355811.p12 thread started 2024-11-08T15:30:44,805 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:44,819 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:44,832 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:44,832 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa25cd136, L:/127.0.0.1:38555 - R:/127.0.0.1:60046] 2024-11-08T15:30:44,864 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:44,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:44,865 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38555 2024-11-08T15:30:44,865 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5425237902361355811.p12 was interrupted and is shutting down... 2024-11-08T15:30:44,865 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16197972665019606596.p12 was interrupted and is shutting down... 2024-11-08T15:30:44,865 DEBUG [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16197972665019606596.p12 was interrupted and is shutting down... 2024-11-08T15:30:44,865 DEBUG [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5425237902361355811.p12 was interrupted and is shutting down... 2024-11-08T15:30:44,865 INFO [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16197972665019606596.p12 thread finished 2024-11-08T15:30:44,865 INFO [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5425237902361355811.p12 thread finished 2024-11-08T15:30:44,866 INFO [FileChangeWatcher-hbase_test_key16197972665019606596.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16197972665019606596.p12 thread finished 2024-11-08T15:30:44,870 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=1884 (was 1886) 2024-11-08T15:30:44,875 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=1884 2024-11-08T15:30:44,882 INFO [FileChangeWatcher-hbase_test_ca5425237902361355811.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5425237902361355811.p12 thread finished 2024-11-08T15:30:45,244 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T15:30:45,245 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45117 2024-11-08T15:30:45,245 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T15:30:45,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:45,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:45,246 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:45,509 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:45,509 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:45,510 INFO [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7852590991919841914.bcfks thread started 2024-11-08T15:30:45,510 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:45,510 INFO [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks thread started 2024-11-08T15:30:45,510 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:45,642 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:45,774 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:45,775 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:45,775 INFO [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7852590991919841914.bcfks thread started 2024-11-08T15:30:45,776 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:45,776 INFO [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks thread started 2024-11-08T15:30:45,776 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x336ec806, L:/127.0.0.1:45117 - R:/127.0.0.1:44338] 2024-11-08T15:30:45,959 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:45,978 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:45,978 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:45,978 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:45,978 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:45,978 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:45,978 INFO [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:45,978 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:45,978 INFO [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:46,185 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:46,185 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:46,185 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:46,185 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:46,186 INFO [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:46,186 INFO [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:46,186 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:46,186 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:46,207 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:46,207 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:46,207 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:46,207 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:46,207 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:46,207 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:46,207 INFO [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:46,207 INFO [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:46,341 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:46,341 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:46,341 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:46,342 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:46,342 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:46,342 INFO [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:46,342 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45117,0 is dead - stopping the connection localhost:45117/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T15:30:46,342 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:46,342 INFO [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:46,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:46,342 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:46,607 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:46,607 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:46,738 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:46,870 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:46,870 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xecf9159a, L:/127.0.0.1:45117 - R:/127.0.0.1:44348] 2024-11-08T15:30:47,019 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:47,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:47,020 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45117 2024-11-08T15:30:47,020 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks was interrupted and is shutting down... 2024-11-08T15:30:47,020 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7852590991919841914.bcfks was interrupted and is shutting down... 2024-11-08T15:30:47,020 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks was interrupted and is shutting down... 2024-11-08T15:30:47,020 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7852590991919841914.bcfks was interrupted and is shutting down... 2024-11-08T15:30:47,020 INFO [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7852590991919841914.bcfks thread finished 2024-11-08T15:30:47,020 INFO [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks thread finished 2024-11-08T15:30:47,026 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=1879 (was 1884) 2024-11-08T15:30:47,031 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=1879 2024-11-08T15:30:47,032 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T15:30:47,033 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38651 2024-11-08T15:30:47,033 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T15:30:47,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5afe44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:47,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:47,034 INFO [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7852590991919841914.bcfks thread finished 2024-11-08T15:30:47,034 INFO [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks thread finished 2024-11-08T15:30:47,035 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:47,298 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:47,298 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:47,299 INFO [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7852590991919841914.bcfks thread started 2024-11-08T15:30:47,299 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:47,299 INFO [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks thread started 2024-11-08T15:30:47,299 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:47,432 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:47,562 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:47,562 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:47,563 INFO [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7852590991919841914.bcfks thread started 2024-11-08T15:30:47,563 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:47,563 INFO [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks thread started 2024-11-08T15:30:47,564 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2b1e3159, L:/127.0.0.1:38651 - R:/127.0.0.1:36632] 2024-11-08T15:30:47,708 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:47,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:47,709 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7852590991919841914.bcfks was interrupted and is shutting down... 2024-11-08T15:30:47,709 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks was interrupted and is shutting down... 2024-11-08T15:30:47,710 INFO [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks thread finished 2024-11-08T15:30:47,710 INFO [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7852590991919841914.bcfks thread finished 2024-11-08T15:30:47,722 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:47,722 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:47,722 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:47,722 INFO [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:47,918 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:47,918 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:47,918 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:47,918 INFO [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7852590991919841914.bcfks 2024-11-08T15:30:47,940 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:47,941 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:47,941 INFO [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:47,941 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:48,076 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:48,076 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:48,077 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:48,077 INFO [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1948973153760277815.bcfks 2024-11-08T15:30:48,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0b35ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T15:30:48,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T15:30:48,078 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:48,351 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:48,352 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:48,352 INFO [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7852590991919841914.bcfks thread started 2024-11-08T15:30:48,352 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e50ed734-8919-1c8a-d9c1-3731989880a4/TestNettyTLSIPCFileWatcher 2024-11-08T15:30:48,353 INFO [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks thread started 2024-11-08T15:30:48,353 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T15:30:48,485 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T15:30:48,617 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T15:30:48,617 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdf00d87c, L:/127.0.0.1:38651 - R:/127.0.0.1:36342] 2024-11-08T15:30:48,762 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T15:30:48,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T15:30:48,763 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38651 2024-11-08T15:30:48,763 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7852590991919841914.bcfks was interrupted and is shutting down... 2024-11-08T15:30:48,763 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks was interrupted and is shutting down... 2024-11-08T15:30:48,763 DEBUG [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7852590991919841914.bcfks was interrupted and is shutting down... 2024-11-08T15:30:48,763 DEBUG [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks was interrupted and is shutting down... 2024-11-08T15:30:48,764 INFO [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7852590991919841914.bcfks thread finished 2024-11-08T15:30:48,764 INFO [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks thread finished 2024-11-08T15:30:48,764 INFO [FileChangeWatcher-hbase_test_key7852590991919841914.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7852590991919841914.bcfks thread finished 2024-11-08T15:30:48,769 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=1886 (was 1879) - AvailableMemoryMB LEAK? - 2024-11-08T15:30:48,778 INFO [FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1948973153760277815.bcfks thread finished