2024-11-07 15:30:26,131 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-07 15:30:26,142 main DEBUG Took 0.008981 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 15:30:26,142 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 15:30:26,143 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 15:30:26,144 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 15:30:26,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:30:26,153 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 15:30:26,164 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:30:26,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:30:26,166 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:30:26,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:30:26,167 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:30:26,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:30:26,169 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:30:26,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:30:26,170 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:30:26,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:30:26,171 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:30:26,172 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:30:26,172 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:30:26,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:30:26,173 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:30:26,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:30:26,174 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:30:26,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:30:26,175 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:30:26,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:30:26,176 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:30:26,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:30:26,177 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:30:26,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:30:26,178 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:30:26,178 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 15:30:26,180 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:30:26,182 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 15:30:26,184 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 15:30:26,185 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 15:30:26,187 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 15:30:26,188 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 15:30:26,197 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 15:30:26,200 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 15:30:26,202 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 15:30:26,202 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 15:30:26,203 main DEBUG createAppenders(={Console}) 2024-11-07 15:30:26,204 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-07 15:30:26,204 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-07 15:30:26,205 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-07 15:30:26,205 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 15:30:26,206 main DEBUG OutputStream closed 2024-11-07 15:30:26,206 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 15:30:26,207 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 15:30:26,207 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-07 15:30:26,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 15:30:26,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 15:30:26,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 15:30:26,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 15:30:26,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 15:30:26,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 15:30:26,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 15:30:26,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 15:30:26,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 15:30:26,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 15:30:26,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 15:30:26,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 15:30:26,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 15:30:26,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 15:30:26,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 15:30:26,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 15:30:26,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 15:30:26,306 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 15:30:26,308 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 15:30:26,309 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-07 15:30:26,309 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 15:30:26,310 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-07T15:30:26,325 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-07 15:30:26,328 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 15:30:26,328 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T15:30:26,704 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T15:30:27,536 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=2985 2024-11-07T15:30:28,215 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T15:30:28,255 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T15:30:28,268 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T15:30:28,278 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T15:30:28,343 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:28,372 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 47104 (auto-detected) 2024-11-07T15:30:28,374 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T15:30:28,394 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46119 2024-11-07T15:30:28,396 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T15:30:28,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:28,432 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T15:30:28,433 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T15:30:28,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:28,722 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:28,766 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:28,845 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:28,847 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:28,847 INFO [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10657946444986163819.jks thread started 2024-11-07T15:30:28,847 INFO [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9498488575355189664.jks thread started 2024-11-07T15:30:28,854 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:28,923 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:28,938 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:28,994 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:28,995 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:28,995 INFO [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10657946444986163819.jks thread started 2024-11-07T15:30:28,995 INFO [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9498488575355189664.jks thread started 2024-11-07T15:30:28,996 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcad126a7, L:/127.0.0.1:46119 - R:/127.0.0.1:46212] 2024-11-07T15:30:29,126 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:29,407 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:29,407 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:29,407 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:29,407 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:29,407 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:29,407 INFO [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:29,408 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:29,407 INFO [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:29,430 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:29,430 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:29,430 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:29,430 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:29,430 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:29,430 INFO [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:29,430 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:29,430 INFO [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:29,449 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:29,449 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:29,449 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:29,449 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:29,450 INFO [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:29,450 INFO [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:29,450 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:29,450 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:29,468 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:29,468 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:29,468 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:29,468 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:29,468 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46119,0 is dead - stopping the connection localhost:46119/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T15:30:29,468 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:29,468 INFO [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:29,468 INFO [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:29,468 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:29,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:29,470 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:29,497 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:29,498 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:29,512 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:29,527 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:29,527 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x29b90e43, L:/127.0.0.1:46119 - R:/127.0.0.1:46228] 2024-11-07T15:30:29,567 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:29,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:29,570 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46119 2024-11-07T15:30:29,570 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10657946444986163819.jks was interrupted and is shutting down... 2024-11-07T15:30:29,570 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10657946444986163819.jks was interrupted and is shutting down... 2024-11-07T15:30:29,570 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9498488575355189664.jks was interrupted and is shutting down... 2024-11-07T15:30:29,570 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9498488575355189664.jks was interrupted and is shutting down... 2024-11-07T15:30:29,570 INFO [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10657946444986163819.jks thread finished 2024-11-07T15:30:29,570 INFO [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10657946444986163819.jks thread finished 2024-11-07T15:30:29,571 INFO [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9498488575355189664.jks thread finished 2024-11-07T15:30:29,579 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9498488575355189664.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=2838 (was 2985) 2024-11-07T15:30:29,585 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=2838 2024-11-07T15:30:29,587 INFO [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9498488575355189664.jks thread finished 2024-11-07T15:30:29,587 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:29,587 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34151 2024-11-07T15:30:29,588 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T15:30:29,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:29,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:29,590 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:29,631 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:29,632 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:29,633 INFO [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10657946444986163819.jks thread started 2024-11-07T15:30:29,633 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:29,634 INFO [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9498488575355189664.jks thread started 2024-11-07T15:30:29,635 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:29,650 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:29,664 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:29,665 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:29,665 INFO [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10657946444986163819.jks thread started 2024-11-07T15:30:29,665 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:29,666 INFO [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9498488575355189664.jks thread started 2024-11-07T15:30:29,666 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2e60f999, L:/127.0.0.1:34151 - R:/127.0.0.1:50908] 2024-11-07T15:30:29,710 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:29,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:29,713 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10657946444986163819.jks was interrupted and is shutting down... 2024-11-07T15:30:29,713 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9498488575355189664.jks was interrupted and is shutting down... 2024-11-07T15:30:29,713 INFO [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9498488575355189664.jks thread finished 2024-11-07T15:30:29,713 INFO [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10657946444986163819.jks thread finished 2024-11-07T15:30:30,047 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:30,047 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:30,047 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:30,048 INFO [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:30,071 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:30,071 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:30,071 INFO [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:30,071 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10657946444986163819.jks 2024-11-07T15:30:30,091 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:30,091 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:30,091 INFO [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:30,091 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:30,107 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:30,107 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:30,108 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:30,108 INFO [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9498488575355189664.jks 2024-11-07T15:30:30,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:30,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:30,109 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:30,138 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:30,139 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:30,140 INFO [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10657946444986163819.jks thread started 2024-11-07T15:30:30,140 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:30,140 INFO [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9498488575355189664.jks thread started 2024-11-07T15:30:30,140 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:30,155 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:30,168 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:30,168 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5a2c6ca0, L:/127.0.0.1:34151 - R:/127.0.0.1:50924] 2024-11-07T15:30:30,204 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:30,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:30,206 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34151 2024-11-07T15:30:30,206 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9498488575355189664.jks was interrupted and is shutting down... 2024-11-07T15:30:30,206 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10657946444986163819.jks was interrupted and is shutting down... 2024-11-07T15:30:30,206 DEBUG [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9498488575355189664.jks was interrupted and is shutting down... 2024-11-07T15:30:30,206 DEBUG [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10657946444986163819.jks was interrupted and is shutting down... 2024-11-07T15:30:30,206 INFO [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10657946444986163819.jks thread finished 2024-11-07T15:30:30,206 INFO [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9498488575355189664.jks thread finished 2024-11-07T15:30:30,206 INFO [FileChangeWatcher-hbase_test_ca9498488575355189664.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9498488575355189664.jks thread finished 2024-11-07T15:30:30,213 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key10657946444986163819.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=2775 (was 2838) 2024-11-07T15:30:30,219 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=2775 2024-11-07T15:30:30,227 INFO [FileChangeWatcher-hbase_test_key10657946444986163819.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10657946444986163819.jks thread finished 2024-11-07T15:30:30,265 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:30,266 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40183 2024-11-07T15:30:30,266 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T15:30:30,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:30,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:30,268 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:30,293 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:30,293 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:30,294 INFO [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14740388129052132059.pem thread started 2024-11-07T15:30:30,294 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:30,295 INFO [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12155081506998547817.pem thread started 2024-11-07T15:30:30,295 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:30,314 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:30,315 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:30,315 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:30,316 INFO [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14740388129052132059.pem thread started 2024-11-07T15:30:30,316 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:30,317 INFO [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12155081506998547817.pem thread started 2024-11-07T15:30:30,317 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5cf26441, L:/127.0.0.1:40183 - R:/127.0.0.1:35590] 2024-11-07T15:30:30,331 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:30,537 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,537 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,537 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,537 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,538 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,538 INFO [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,538 INFO [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,538 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,538 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,538 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,538 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,538 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,538 INFO [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,538 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,538 INFO [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,538 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,539 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,539 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,539 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,539 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,539 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,539 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,539 INFO [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,539 INFO [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,539 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,539 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,539 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40183,0 is dead - stopping the connection localhost:40183/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T15:30:30,539 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,539 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,539 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,539 INFO [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,540 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:30,540 INFO [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,541 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:30,545 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:30,546 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:30,552 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:30,553 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:30,554 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe3027c06, L:/127.0.0.1:40183 - R:/127.0.0.1:35592] 2024-11-07T15:30:30,572 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:30,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:30,574 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40183 2024-11-07T15:30:30,574 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12155081506998547817.pem was interrupted and is shutting down... 2024-11-07T15:30:30,574 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14740388129052132059.pem was interrupted and is shutting down... 2024-11-07T15:30:30,574 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14740388129052132059.pem was interrupted and is shutting down... 2024-11-07T15:30:30,574 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12155081506998547817.pem was interrupted and is shutting down... 2024-11-07T15:30:30,574 INFO [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14740388129052132059.pem thread finished 2024-11-07T15:30:30,574 INFO [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14740388129052132059.pem thread finished 2024-11-07T15:30:30,574 INFO [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12155081506998547817.pem thread finished 2024-11-07T15:30:30,581 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca12155081506998547817.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=2728 (was 2775) 2024-11-07T15:30:30,587 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=2728 2024-11-07T15:30:30,588 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:30,589 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38579 2024-11-07T15:30:30,589 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T15:30:30,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e251a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:30,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:30,590 INFO [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12155081506998547817.pem thread finished 2024-11-07T15:30:30,591 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:30,597 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:30,598 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:30,598 INFO [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14740388129052132059.pem thread started 2024-11-07T15:30:30,598 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:30,599 INFO [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12155081506998547817.pem thread started 2024-11-07T15:30:30,599 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:30,604 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:30,605 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:30,605 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:30,606 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:30,606 INFO [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14740388129052132059.pem thread started 2024-11-07T15:30:30,606 INFO [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12155081506998547817.pem thread started 2024-11-07T15:30:30,607 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb607846d, L:/127.0.0.1:38579 - R:/127.0.0.1:52420] 2024-11-07T15:30:30,620 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:30,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:30,622 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14740388129052132059.pem was interrupted and is shutting down... 2024-11-07T15:30:30,622 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12155081506998547817.pem was interrupted and is shutting down... 2024-11-07T15:30:30,622 INFO [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12155081506998547817.pem thread finished 2024-11-07T15:30:30,622 INFO [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14740388129052132059.pem thread finished 2024-11-07T15:30:30,734 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,734 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,734 INFO [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,734 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,734 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,734 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,734 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,734 INFO [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14740388129052132059.pem 2024-11-07T15:30:30,735 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,735 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,735 INFO [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,735 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,735 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,735 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,735 INFO [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,735 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12155081506998547817.pem 2024-11-07T15:30:30,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:30,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:30,737 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:30,741 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:30,742 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:30,742 INFO [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14740388129052132059.pem thread started 2024-11-07T15:30:30,742 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:30,743 INFO [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12155081506998547817.pem thread started 2024-11-07T15:30:30,743 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:30,749 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:30,750 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:30,751 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x76031bea, L:/127.0.0.1:38579 - R:/127.0.0.1:52428] 2024-11-07T15:30:30,767 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:30,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:30,768 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38579 2024-11-07T15:30:30,768 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14740388129052132059.pem was interrupted and is shutting down... 2024-11-07T15:30:30,768 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12155081506998547817.pem was interrupted and is shutting down... 2024-11-07T15:30:30,768 DEBUG [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14740388129052132059.pem was interrupted and is shutting down... 2024-11-07T15:30:30,768 DEBUG [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12155081506998547817.pem was interrupted and is shutting down... 2024-11-07T15:30:30,769 INFO [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14740388129052132059.pem thread finished 2024-11-07T15:30:30,769 INFO [FileChangeWatcher-hbase_test_key14740388129052132059.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14740388129052132059.pem thread finished 2024-11-07T15:30:30,769 INFO [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12155081506998547817.pem thread finished 2024-11-07T15:30:30,773 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=2688 (was 2728) 2024-11-07T15:30:30,778 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=2688 2024-11-07T15:30:30,782 INFO [FileChangeWatcher-hbase_test_ca12155081506998547817.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12155081506998547817.pem thread finished 2024-11-07T15:30:30,817 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:30,818 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36019 2024-11-07T15:30:30,818 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T15:30:30,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ee184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:30,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:30,820 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:30,848 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:30,849 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:30,849 INFO [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11528393718831572888.p12 thread started 2024-11-07T15:30:30,849 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:30,849 INFO [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4881925117310126702.p12 thread started 2024-11-07T15:30:30,850 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:30,863 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:30,876 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:30,877 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:30,877 INFO [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11528393718831572888.p12 thread started 2024-11-07T15:30:30,877 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:30,878 INFO [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4881925117310126702.p12 thread started 2024-11-07T15:30:30,878 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xed026369, L:/127.0.0.1:36019 - R:/127.0.0.1:52650] 2024-11-07T15:30:30,911 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:31,128 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,128 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,128 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,128 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,128 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,128 INFO [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,128 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,128 INFO [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,152 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,152 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,152 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,152 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,152 INFO [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,152 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,152 INFO [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,152 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,174 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,174 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,174 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,174 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,174 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,174 INFO [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,174 INFO [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,174 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,191 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,191 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36019,0 is dead - stopping the connection localhost:36019/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T15:30:31,191 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,191 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,191 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,191 INFO [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,191 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,192 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,192 INFO [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:31,193 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:31,219 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:31,219 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:31,233 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:31,247 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:31,247 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4a381ef7, L:/127.0.0.1:36019 - R:/127.0.0.1:52664] 2024-11-07T15:30:31,281 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:31,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:31,282 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36019 2024-11-07T15:30:31,282 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11528393718831572888.p12 was interrupted and is shutting down... 2024-11-07T15:30:31,282 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11528393718831572888.p12 was interrupted and is shutting down... 2024-11-07T15:30:31,282 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4881925117310126702.p12 was interrupted and is shutting down... 2024-11-07T15:30:31,282 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4881925117310126702.p12 was interrupted and is shutting down... 2024-11-07T15:30:31,282 INFO [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11528393718831572888.p12 thread finished 2024-11-07T15:30:31,283 INFO [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11528393718831572888.p12 thread finished 2024-11-07T15:30:31,288 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca4881925117310126702.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca4881925117310126702.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=2628 (was 2688) 2024-11-07T15:30:31,293 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=2628 2024-11-07T15:30:31,294 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:31,295 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43507 2024-11-07T15:30:31,295 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T15:30:31,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6277f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:31,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:31,297 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:31,302 INFO [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4881925117310126702.p12 thread finished 2024-11-07T15:30:31,302 INFO [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4881925117310126702.p12 thread finished 2024-11-07T15:30:31,326 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:31,326 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:31,327 INFO [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11528393718831572888.p12 thread started 2024-11-07T15:30:31,327 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:31,327 INFO [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4881925117310126702.p12 thread started 2024-11-07T15:30:31,327 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:31,341 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:31,354 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:31,355 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:31,355 INFO [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11528393718831572888.p12 thread started 2024-11-07T15:30:31,355 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:31,356 INFO [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4881925117310126702.p12 thread started 2024-11-07T15:30:31,356 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3be8f2c3, L:/127.0.0.1:43507 - R:/127.0.0.1:34820] 2024-11-07T15:30:31,389 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:31,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:31,391 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4881925117310126702.p12 was interrupted and is shutting down... 2024-11-07T15:30:31,391 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11528393718831572888.p12 was interrupted and is shutting down... 2024-11-07T15:30:31,391 INFO [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4881925117310126702.p12 thread finished 2024-11-07T15:30:31,391 INFO [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11528393718831572888.p12 thread finished 2024-11-07T15:30:31,554 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,554 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,554 INFO [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,554 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,576 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,576 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,577 INFO [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,577 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11528393718831572888.p12 2024-11-07T15:30:31,599 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,599 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,599 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,599 INFO [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,617 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,617 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,617 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2effb471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:31,617 INFO [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4881925117310126702.p12 2024-11-07T15:30:31,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:31,618 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:31,646 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:31,646 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:31,647 INFO [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11528393718831572888.p12 thread started 2024-11-07T15:30:31,647 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:31,647 INFO [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4881925117310126702.p12 thread started 2024-11-07T15:30:31,647 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:31,661 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:31,674 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:31,675 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xac271280, L:/127.0.0.1:43507 - R:/127.0.0.1:34836] 2024-11-07T15:30:31,709 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:31,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:31,710 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43507 2024-11-07T15:30:31,711 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11528393718831572888.p12 was interrupted and is shutting down... 2024-11-07T15:30:31,711 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4881925117310126702.p12 was interrupted and is shutting down... 2024-11-07T15:30:31,711 DEBUG [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4881925117310126702.p12 was interrupted and is shutting down... 2024-11-07T15:30:31,711 DEBUG [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11528393718831572888.p12 was interrupted and is shutting down... 2024-11-07T15:30:31,711 INFO [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11528393718831572888.p12 thread finished 2024-11-07T15:30:31,711 INFO [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4881925117310126702.p12 thread finished 2024-11-07T15:30:31,716 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 33) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key11528393718831572888.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 124) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2572 (was 2628) 2024-11-07T15:30:31,722 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=2571 2024-11-07T15:30:31,726 INFO [FileChangeWatcher-hbase_test_key11528393718831572888.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11528393718831572888.p12 thread finished 2024-11-07T15:30:31,726 INFO [FileChangeWatcher-hbase_test_ca4881925117310126702.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4881925117310126702.p12 thread finished 2024-11-07T15:30:32,269 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:32,270 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46343 2024-11-07T15:30:32,270 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T15:30:32,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2670b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:32,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:32,272 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:32,545 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:32,546 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:32,546 INFO [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6949155622965794537.bcfks thread started 2024-11-07T15:30:32,546 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:32,547 INFO [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks thread started 2024-11-07T15:30:32,547 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:32,671 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:32,794 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:32,794 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:32,795 INFO [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6949155622965794537.bcfks thread started 2024-11-07T15:30:32,795 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:32,795 INFO [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks thread started 2024-11-07T15:30:32,795 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x39b484f2, L:/127.0.0.1:46343 - R:/127.0.0.1:47672] 2024-11-07T15:30:32,944 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:33,048 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:33,048 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:33,048 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:33,048 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:33,048 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:33,049 INFO [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:33,049 INFO [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:33,049 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:33,231 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:33,231 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:33,231 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:33,231 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:33,231 INFO [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:33,231 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:33,231 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:33,231 INFO [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:33,231 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:33,231 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:33,231 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:33,231 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:33,231 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:33,231 INFO [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:33,231 INFO [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:33,231 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:33,352 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46343,0 is dead - stopping the connection localhost:46343/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T15:30:33,352 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:33,352 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:33,353 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:33,353 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:33,353 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:33,353 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:33,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:33,353 INFO [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:33,353 INFO [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:33,354 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:33,597 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:33,598 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:33,721 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:33,847 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:33,847 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc8158c86, L:/127.0.0.1:46343 - R:/127.0.0.1:47684] 2024-11-07T15:30:33,989 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:33,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:33,990 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46343 2024-11-07T15:30:33,990 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6949155622965794537.bcfks was interrupted and is shutting down... 2024-11-07T15:30:33,990 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks was interrupted and is shutting down... 2024-11-07T15:30:33,990 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6949155622965794537.bcfks was interrupted and is shutting down... 2024-11-07T15:30:33,990 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks was interrupted and is shutting down... 2024-11-07T15:30:33,991 INFO [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks thread finished 2024-11-07T15:30:33,991 INFO [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6949155622965794537.bcfks thread finished 2024-11-07T15:30:33,991 INFO [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6949155622965794537.bcfks thread finished 2024-11-07T15:30:33,996 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=2510 (was 2571) 2024-11-07T15:30:34,001 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=2510 2024-11-07T15:30:34,002 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:34,002 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45641 2024-11-07T15:30:34,002 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T15:30:34,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6271acb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:34,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:34,004 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:34,014 INFO [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks thread finished 2024-11-07T15:30:34,249 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:34,249 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:34,250 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:34,250 INFO [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6949155622965794537.bcfks thread started 2024-11-07T15:30:34,250 INFO [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks thread started 2024-11-07T15:30:34,251 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:34,374 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:34,497 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:34,497 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:34,498 INFO [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6949155622965794537.bcfks thread started 2024-11-07T15:30:34,498 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:34,498 INFO [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks thread started 2024-11-07T15:30:34,498 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7ea12a21, L:/127.0.0.1:45641 - R:/127.0.0.1:47522] 2024-11-07T15:30:34,633 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:34,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:34,635 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks was interrupted and is shutting down... 2024-11-07T15:30:34,635 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6949155622965794537.bcfks was interrupted and is shutting down... 2024-11-07T15:30:34,635 INFO [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6949155622965794537.bcfks thread finished 2024-11-07T15:30:34,635 INFO [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks thread finished 2024-11-07T15:30:34,923 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:34,923 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:34,923 INFO [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:34,923 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:35,105 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:35,105 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:35,105 INFO [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:35,105 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6949155622965794537.bcfks 2024-11-07T15:30:35,124 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:35,124 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:35,124 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:35,124 INFO [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:35,249 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:35,249 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:35,249 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:35,249 INFO [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3608331736319526876.bcfks 2024-11-07T15:30:35,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1872a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:35,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:35,251 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:35,494 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:35,495 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:35,495 INFO [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6949155622965794537.bcfks thread started 2024-11-07T15:30:35,496 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:35,496 INFO [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks thread started 2024-11-07T15:30:35,496 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:35,619 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:35,740 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:35,740 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x49619536, L:/127.0.0.1:45641 - R:/127.0.0.1:47532] 2024-11-07T15:30:35,886 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:35,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:35,888 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45641 2024-11-07T15:30:35,888 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6949155622965794537.bcfks was interrupted and is shutting down... 2024-11-07T15:30:35,888 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks was interrupted and is shutting down... 2024-11-07T15:30:35,888 DEBUG [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks was interrupted and is shutting down... 2024-11-07T15:30:35,888 DEBUG [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6949155622965794537.bcfks was interrupted and is shutting down... 2024-11-07T15:30:35,889 INFO [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6949155622965794537.bcfks thread finished 2024-11-07T15:30:35,894 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=41 (was 35) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6949155622965794537.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=2470 (was 2510) 2024-11-07T15:30:35,898 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=2470 2024-11-07T15:30:35,902 INFO [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks thread finished 2024-11-07T15:30:35,902 INFO [FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3608331736319526876.bcfks thread finished 2024-11-07T15:30:35,902 INFO [FileChangeWatcher-hbase_test_key6949155622965794537.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6949155622965794537.bcfks thread finished 2024-11-07T15:30:36,058 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:36,059 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39157 2024-11-07T15:30:36,059 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T15:30:36,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4cd55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:36,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:36,060 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,086 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,087 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,087 INFO [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11389978379104305436.jks thread started 2024-11-07T15:30:36,087 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,088 INFO [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9967137129573904792.jks thread started 2024-11-07T15:30:36,088 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:36,103 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,115 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,115 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,116 INFO [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11389978379104305436.jks thread started 2024-11-07T15:30:36,116 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,116 INFO [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9967137129573904792.jks thread started 2024-11-07T15:30:36,116 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa2c257ac, L:/127.0.0.1:39157 - R:/127.0.0.1:33842] 2024-11-07T15:30:36,165 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:36,174 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,174 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,174 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,174 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,174 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,174 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,174 INFO [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,174 INFO [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,198 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,198 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,198 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,198 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,198 INFO [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,198 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,198 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,198 INFO [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,198 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,198 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,198 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,198 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,198 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,198 INFO [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,198 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,198 INFO [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,211 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,211 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,211 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39157,0 is dead - stopping the connection localhost:39157/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T15:30:36,211 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,211 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,211 INFO [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,211 INFO [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,211 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,211 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:36,212 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,238 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,238 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:36,251 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,264 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,264 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfe2c455f, L:/127.0.0.1:39157 - R:/127.0.0.1:33850] 2024-11-07T15:30:36,298 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:36,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:36,300 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39157 2024-11-07T15:30:36,300 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11389978379104305436.jks was interrupted and is shutting down... 2024-11-07T15:30:36,300 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9967137129573904792.jks was interrupted and is shutting down... 2024-11-07T15:30:36,300 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11389978379104305436.jks was interrupted and is shutting down... 2024-11-07T15:30:36,300 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9967137129573904792.jks was interrupted and is shutting down... 2024-11-07T15:30:36,300 INFO [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9967137129573904792.jks thread finished 2024-11-07T15:30:36,300 INFO [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11389978379104305436.jks thread finished 2024-11-07T15:30:36,300 INFO [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9967137129573904792.jks thread finished 2024-11-07T15:30:36,300 INFO [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11389978379104305436.jks thread finished 2024-11-07T15:30:36,306 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=2446 (was 2470) 2024-11-07T15:30:36,310 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=2446 2024-11-07T15:30:36,311 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:36,312 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36449 2024-11-07T15:30:36,312 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T15:30:36,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:36,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:36,313 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,340 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,340 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,341 INFO [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11389978379104305436.jks thread started 2024-11-07T15:30:36,341 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,341 INFO [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9967137129573904792.jks thread started 2024-11-07T15:30:36,341 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:36,356 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,368 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,369 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,369 INFO [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11389978379104305436.jks thread started 2024-11-07T15:30:36,369 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,370 INFO [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9967137129573904792.jks thread started 2024-11-07T15:30:36,370 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xee2575ba, L:/127.0.0.1:36449 - R:/127.0.0.1:36770] 2024-11-07T15:30:36,405 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:36,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:36,407 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11389978379104305436.jks was interrupted and is shutting down... 2024-11-07T15:30:36,407 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9967137129573904792.jks was interrupted and is shutting down... 2024-11-07T15:30:36,407 INFO [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11389978379104305436.jks thread finished 2024-11-07T15:30:36,408 INFO [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9967137129573904792.jks thread finished 2024-11-07T15:30:36,416 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,416 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,416 INFO [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,416 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,439 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,439 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,439 INFO [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,439 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11389978379104305436.jks 2024-11-07T15:30:36,439 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,439 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,439 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,439 INFO [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,452 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,452 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,453 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,453 INFO [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9967137129573904792.jks 2024-11-07T15:30:36,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:36,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:36,454 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,497 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,498 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,498 INFO [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11389978379104305436.jks thread started 2024-11-07T15:30:36,498 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,499 INFO [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9967137129573904792.jks thread started 2024-11-07T15:30:36,499 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:36,512 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,525 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,526 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4a65f68f, L:/127.0.0.1:36449 - R:/127.0.0.1:36784] 2024-11-07T15:30:36,561 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:36,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:36,562 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36449 2024-11-07T15:30:36,562 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9967137129573904792.jks was interrupted and is shutting down... 2024-11-07T15:30:36,562 DEBUG [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9967137129573904792.jks was interrupted and is shutting down... 2024-11-07T15:30:36,562 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11389978379104305436.jks was interrupted and is shutting down... 2024-11-07T15:30:36,562 DEBUG [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11389978379104305436.jks was interrupted and is shutting down... 2024-11-07T15:30:36,562 INFO [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9967137129573904792.jks thread finished 2024-11-07T15:30:36,568 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 130) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2420 (was 2446) 2024-11-07T15:30:36,573 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=136, ProcessCount=11, AvailableMemoryMB=2419 2024-11-07T15:30:36,579 INFO [FileChangeWatcher-hbase_test_ca9967137129573904792.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9967137129573904792.jks thread finished 2024-11-07T15:30:36,579 INFO [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11389978379104305436.jks thread finished 2024-11-07T15:30:36,579 INFO [FileChangeWatcher-hbase_test_key11389978379104305436.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11389978379104305436.jks thread finished 2024-11-07T15:30:36,579 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:36,579 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43673 2024-11-07T15:30:36,579 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T15:30:36,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:36,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:36,581 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,584 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,584 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,585 INFO [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12180311194245963625.pem thread started 2024-11-07T15:30:36,585 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,585 INFO [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6406652010342150707.pem thread started 2024-11-07T15:30:36,585 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:36,589 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,589 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,589 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,590 INFO [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12180311194245963625.pem thread started 2024-11-07T15:30:36,590 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,590 INFO [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6406652010342150707.pem thread started 2024-11-07T15:30:36,590 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa7d0d821, L:/127.0.0.1:43673 - R:/127.0.0.1:57232] 2024-11-07T15:30:36,604 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:36,613 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,613 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,613 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,613 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,613 INFO [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,613 INFO [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,613 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,614 INFO [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,614 INFO [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,614 INFO [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,614 INFO [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,614 INFO [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,614 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43673,0 is dead - stopping the connection localhost:43673/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,614 INFO [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,614 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:36,615 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,621 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,621 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:36,625 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,625 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,625 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x499421a4, L:/127.0.0.1:43673 - R:/127.0.0.1:57240] 2024-11-07T15:30:36,643 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:36,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:36,644 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43673 2024-11-07T15:30:36,644 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6406652010342150707.pem was interrupted and is shutting down... 2024-11-07T15:30:36,644 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12180311194245963625.pem was interrupted and is shutting down... 2024-11-07T15:30:36,644 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12180311194245963625.pem was interrupted and is shutting down... 2024-11-07T15:30:36,644 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6406652010342150707.pem was interrupted and is shutting down... 2024-11-07T15:30:36,644 INFO [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6406652010342150707.pem thread finished 2024-11-07T15:30:36,644 INFO [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12180311194245963625.pem thread finished 2024-11-07T15:30:36,650 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 136), ProcessCount=11 (was 11), AvailableMemoryMB=2415 (was 2419) 2024-11-07T15:30:36,655 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=136, ProcessCount=11, AvailableMemoryMB=2414 2024-11-07T15:30:36,657 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:36,657 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43045 2024-11-07T15:30:36,657 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T15:30:36,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:36,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:36,658 INFO [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12180311194245963625.pem thread finished 2024-11-07T15:30:36,659 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,658 INFO [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6406652010342150707.pem thread finished 2024-11-07T15:30:36,663 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,663 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,663 INFO [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12180311194245963625.pem thread started 2024-11-07T15:30:36,663 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,664 INFO [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6406652010342150707.pem thread started 2024-11-07T15:30:36,664 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:36,668 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,668 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,668 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,669 INFO [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12180311194245963625.pem thread started 2024-11-07T15:30:36,669 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,669 INFO [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6406652010342150707.pem thread started 2024-11-07T15:30:36,669 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x41b2e071, L:/127.0.0.1:43045 - R:/127.0.0.1:35376] 2024-11-07T15:30:36,685 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:36,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:36,687 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12180311194245963625.pem was interrupted and is shutting down... 2024-11-07T15:30:36,687 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6406652010342150707.pem was interrupted and is shutting down... 2024-11-07T15:30:36,687 INFO [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6406652010342150707.pem thread finished 2024-11-07T15:30:36,687 INFO [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12180311194245963625.pem thread finished 2024-11-07T15:30:36,695 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,695 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,695 INFO [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,695 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,695 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,695 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,695 INFO [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,695 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12180311194245963625.pem 2024-11-07T15:30:36,696 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,696 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,696 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,696 INFO [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,696 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,696 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,696 INFO [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,696 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6406652010342150707.pem 2024-11-07T15:30:36,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:36,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:36,697 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,700 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,701 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,701 INFO [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12180311194245963625.pem thread started 2024-11-07T15:30:36,701 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,702 INFO [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6406652010342150707.pem thread started 2024-11-07T15:30:36,702 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:36,706 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,706 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,706 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd3e30eb2, L:/127.0.0.1:43045 - R:/127.0.0.1:35382] 2024-11-07T15:30:36,722 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:36,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:36,723 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43045 2024-11-07T15:30:36,723 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6406652010342150707.pem was interrupted and is shutting down... 2024-11-07T15:30:36,723 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12180311194245963625.pem was interrupted and is shutting down... 2024-11-07T15:30:36,723 DEBUG [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12180311194245963625.pem was interrupted and is shutting down... 2024-11-07T15:30:36,723 DEBUG [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6406652010342150707.pem was interrupted and is shutting down... 2024-11-07T15:30:36,723 INFO [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12180311194245963625.pem thread finished 2024-11-07T15:30:36,724 INFO [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6406652010342150707.pem thread finished 2024-11-07T15:30:36,724 INFO [FileChangeWatcher-hbase_test_key12180311194245963625.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12180311194245963625.pem thread finished 2024-11-07T15:30:36,729 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 136), ProcessCount=11 (was 11), AvailableMemoryMB=2411 (was 2414) 2024-11-07T15:30:36,735 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=136, ProcessCount=11, AvailableMemoryMB=2410 2024-11-07T15:30:36,742 INFO [FileChangeWatcher-hbase_test_ca6406652010342150707.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6406652010342150707.pem thread finished 2024-11-07T15:30:36,777 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:36,777 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41663 2024-11-07T15:30:36,777 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T15:30:36,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30de7cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:36,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:36,779 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,805 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,805 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,805 INFO [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6401469005764453102.p12 thread started 2024-11-07T15:30:36,806 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,806 INFO [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13669140201544158834.p12 thread started 2024-11-07T15:30:36,806 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:36,820 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,833 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,833 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,834 INFO [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6401469005764453102.p12 thread started 2024-11-07T15:30:36,834 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:36,834 INFO [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13669140201544158834.p12 thread started 2024-11-07T15:30:36,834 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc43ab86a, L:/127.0.0.1:41663 - R:/127.0.0.1:51956] 2024-11-07T15:30:36,868 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:36,872 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:36,872 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:36,873 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:36,872 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:36,873 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:36,873 INFO [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:36,873 INFO [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:36,873 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:36,898 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:36,898 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:36,898 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:36,898 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:36,898 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:36,898 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:36,898 INFO [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:36,898 INFO [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:36,898 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:36,898 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:36,898 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:36,898 INFO [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:36,898 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:36,898 INFO [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:36,898 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:36,898 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:36,911 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:36,911 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:36,911 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:36,911 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:36,911 INFO [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:36,911 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41663,0 is dead - stopping the connection localhost:41663/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T15:30:36,911 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:36,911 INFO [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:36,911 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:36,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:36,912 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,938 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,938 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:36,952 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:36,965 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:36,965 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x37d4f33a, L:/127.0.0.1:41663 - R:/127.0.0.1:51972] 2024-11-07T15:30:37,006 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:37,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:37,007 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41663 2024-11-07T15:30:37,007 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6401469005764453102.p12 was interrupted and is shutting down... 2024-11-07T15:30:37,007 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13669140201544158834.p12 was interrupted and is shutting down... 2024-11-07T15:30:37,007 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13669140201544158834.p12 was interrupted and is shutting down... 2024-11-07T15:30:37,007 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6401469005764453102.p12 was interrupted and is shutting down... 2024-11-07T15:30:37,008 INFO [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6401469005764453102.p12 thread finished 2024-11-07T15:30:37,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 136), ProcessCount=11 (was 11), AvailableMemoryMB=2380 (was 2410) 2024-11-07T15:30:37,018 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=136, ProcessCount=11, AvailableMemoryMB=2380 2024-11-07T15:30:37,019 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:37,020 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46185 2024-11-07T15:30:37,020 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T15:30:37,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327424d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:37,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:37,021 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:37,026 INFO [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13669140201544158834.p12 thread finished 2024-11-07T15:30:37,026 INFO [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13669140201544158834.p12 thread finished 2024-11-07T15:30:37,026 INFO [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6401469005764453102.p12 thread finished 2024-11-07T15:30:37,047 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:37,048 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:37,048 INFO [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6401469005764453102.p12 thread started 2024-11-07T15:30:37,048 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:37,048 INFO [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13669140201544158834.p12 thread started 2024-11-07T15:30:37,048 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:37,062 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:37,074 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:37,075 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:37,075 INFO [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6401469005764453102.p12 thread started 2024-11-07T15:30:37,075 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:37,076 INFO [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13669140201544158834.p12 thread started 2024-11-07T15:30:37,076 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x354b7f44, L:/127.0.0.1:46185 - R:/127.0.0.1:34436] 2024-11-07T15:30:37,108 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:37,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:37,109 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13669140201544158834.p12 was interrupted and is shutting down... 2024-11-07T15:30:37,109 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6401469005764453102.p12 was interrupted and is shutting down... 2024-11-07T15:30:37,109 INFO [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13669140201544158834.p12 thread finished 2024-11-07T15:30:37,110 INFO [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6401469005764453102.p12 thread finished 2024-11-07T15:30:37,113 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:37,113 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:37,113 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:37,113 INFO [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:37,135 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:37,135 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:37,135 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:37,135 INFO [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6401469005764453102.p12 2024-11-07T15:30:37,135 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:37,135 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:37,135 INFO [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:37,135 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:37,148 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:37,148 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:37,148 INFO [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:37,148 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13669140201544158834.p12 2024-11-07T15:30:37,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e3b1e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:37,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:37,149 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:37,174 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:37,174 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:37,175 INFO [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6401469005764453102.p12 thread started 2024-11-07T15:30:37,175 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:37,175 INFO [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13669140201544158834.p12 thread started 2024-11-07T15:30:37,175 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:37,188 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:37,201 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:37,201 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x77c664ec, L:/127.0.0.1:46185 - R:/127.0.0.1:34452] 2024-11-07T15:30:37,233 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:37,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:37,235 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46185 2024-11-07T15:30:37,235 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6401469005764453102.p12 was interrupted and is shutting down... 2024-11-07T15:30:37,235 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13669140201544158834.p12 was interrupted and is shutting down... 2024-11-07T15:30:37,235 DEBUG [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6401469005764453102.p12 was interrupted and is shutting down... 2024-11-07T15:30:37,235 DEBUG [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13669140201544158834.p12 was interrupted and is shutting down... 2024-11-07T15:30:37,235 INFO [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6401469005764453102.p12 thread finished 2024-11-07T15:30:37,235 INFO [FileChangeWatcher-hbase_test_key6401469005764453102.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6401469005764453102.p12 thread finished 2024-11-07T15:30:37,235 INFO [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13669140201544158834.p12 thread finished 2024-11-07T15:30:37,240 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 41), OpenFileDescriptor=327 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 136), ProcessCount=11 (was 11), AvailableMemoryMB=2381 (was 2380) - AvailableMemoryMB LEAK? - 2024-11-07T15:30:37,245 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=136, ProcessCount=11, AvailableMemoryMB=2381 2024-11-07T15:30:37,258 INFO [FileChangeWatcher-hbase_test_ca13669140201544158834.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13669140201544158834.p12 thread finished 2024-11-07T15:30:37,574 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:37,575 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35791 2024-11-07T15:30:37,575 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T15:30:37,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2071b335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:37,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:37,576 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:37,821 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:37,821 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:37,821 INFO [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6878076273915983676.bcfks thread started 2024-11-07T15:30:37,821 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:37,822 INFO [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks thread started 2024-11-07T15:30:37,822 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:37,945 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:38,067 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:38,067 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:38,068 INFO [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6878076273915983676.bcfks thread started 2024-11-07T15:30:38,068 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:38,068 INFO [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks thread started 2024-11-07T15:30:38,068 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x04423ff4, L:/127.0.0.1:35791 - R:/127.0.0.1:37708] 2024-11-07T15:30:38,237 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:38,249 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:38,249 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:38,249 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:38,249 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:38,249 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:38,249 INFO [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:38,249 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:38,249 INFO [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:38,432 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:38,432 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:38,432 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:38,432 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:38,433 INFO [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:38,433 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:38,433 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:38,433 INFO [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:38,433 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:38,433 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:38,433 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:38,433 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:38,433 INFO [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:38,433 INFO [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:38,433 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:38,433 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:38,553 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:38,553 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:38,553 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:38,553 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:38,553 INFO [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:38,553 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35791,0 is dead - stopping the connection localhost:35791/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-07T15:30:38,553 INFO [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:38,553 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:38,553 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:38,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:38,554 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:38,800 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:38,800 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:38,924 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:39,045 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:39,045 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2235c4e6, L:/127.0.0.1:35791 - R:/127.0.0.1:54376] 2024-11-07T15:30:39,180 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:39,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:39,181 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35791 2024-11-07T15:30:39,181 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6878076273915983676.bcfks was interrupted and is shutting down... 2024-11-07T15:30:39,181 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks was interrupted and is shutting down... 2024-11-07T15:30:39,181 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6878076273915983676.bcfks was interrupted and is shutting down... 2024-11-07T15:30:39,181 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks was interrupted and is shutting down... 2024-11-07T15:30:39,181 INFO [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6878076273915983676.bcfks thread finished 2024-11-07T15:30:39,181 INFO [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6878076273915983676.bcfks thread finished 2024-11-07T15:30:39,182 INFO [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks thread finished 2024-11-07T15:30:39,186 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 136), ProcessCount=11 (was 11), AvailableMemoryMB=2378 (was 2381) 2024-11-07T15:30:39,191 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=136, ProcessCount=11, AvailableMemoryMB=2377 2024-11-07T15:30:39,192 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:39,193 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34751 2024-11-07T15:30:39,193 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-07T15:30:39,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef107f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:39,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:39,194 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:39,194 INFO [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks thread finished 2024-11-07T15:30:39,438 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:39,438 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:39,439 INFO [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6878076273915983676.bcfks thread started 2024-11-07T15:30:39,439 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:39,439 INFO [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks thread started 2024-11-07T15:30:39,439 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:39,563 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:39,684 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:39,685 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:39,685 INFO [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6878076273915983676.bcfks thread started 2024-11-07T15:30:39,685 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:39,686 INFO [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks thread started 2024-11-07T15:30:39,686 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1257d378, L:/127.0.0.1:34751 - R:/127.0.0.1:34002] 2024-11-07T15:30:39,821 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:39,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:39,822 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks was interrupted and is shutting down... 2024-11-07T15:30:39,822 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6878076273915983676.bcfks was interrupted and is shutting down... 2024-11-07T15:30:39,823 INFO [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6878076273915983676.bcfks thread finished 2024-11-07T15:30:39,823 INFO [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks thread finished 2024-11-07T15:30:39,833 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:39,833 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:39,833 INFO [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:39,833 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:40,016 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:40,016 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:40,016 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:40,016 INFO [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6878076273915983676.bcfks 2024-11-07T15:30:40,041 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:40,041 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:40,041 INFO [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:40,041 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:40,167 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:40,167 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:40,167 INFO [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:40,167 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2447307736940062144.bcfks 2024-11-07T15:30:40,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4902961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:40,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-07T15:30:40,168 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:40,410 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:40,411 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:40,411 INFO [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6878076273915983676.bcfks thread started 2024-11-07T15:30:40,411 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b2bd6a9d-e223-39df-5c34-edc081797a95/TestNettyTLSIPCFileWatcher 2024-11-07T15:30:40,412 INFO [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks thread started 2024-11-07T15:30:40,412 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-07T15:30:40,544 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-07T15:30:40,667 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-07T15:30:40,667 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x379fd295, L:/127.0.0.1:34751 - R:/127.0.0.1:34018] 2024-11-07T15:30:40,800 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-07T15:30:40,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:40,801 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34751 2024-11-07T15:30:40,801 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6878076273915983676.bcfks was interrupted and is shutting down... 2024-11-07T15:30:40,801 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks was interrupted and is shutting down... 2024-11-07T15:30:40,801 DEBUG [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6878076273915983676.bcfks was interrupted and is shutting down... 2024-11-07T15:30:40,801 DEBUG [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks was interrupted and is shutting down... 2024-11-07T15:30:40,802 INFO [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks thread finished 2024-11-07T15:30:40,802 INFO [FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2447307736940062144.bcfks thread finished 2024-11-07T15:30:40,802 INFO [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6878076273915983676.bcfks thread finished 2024-11-07T15:30:40,807 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=136 (was 136), ProcessCount=11 (was 11), AvailableMemoryMB=2388 (was 2377) - AvailableMemoryMB LEAK? - 2024-11-07T15:30:40,815 INFO [FileChangeWatcher-hbase_test_key6878076273915983676.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6878076273915983676.bcfks thread finished