2024-11-15 00:06:17,144 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-15 00:06:17,155 main DEBUG Took 0.008754 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 00:06:17,155 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 00:06:17,155 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 00:06:17,156 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 00:06:17,157 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:06:17,166 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 00:06:17,176 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:06:17,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:06:17,178 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:06:17,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:06:17,178 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:06:17,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:06:17,180 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:06:17,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:06:17,180 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:06:17,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:06:17,181 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:06:17,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:06:17,182 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:06:17,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:06:17,183 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:06:17,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:06:17,183 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:06:17,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:06:17,184 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:06:17,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:06:17,185 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:06:17,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:06:17,186 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:06:17,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 00:06:17,186 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:06:17,187 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 00:06:17,188 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 00:06:17,189 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 00:06:17,191 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 00:06:17,191 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 00:06:17,192 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 00:06:17,193 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 00:06:17,201 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 00:06:17,204 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 00:06:17,205 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 00:06:17,206 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 00:06:17,206 main DEBUG createAppenders(={Console}) 2024-11-15 00:06:17,207 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-15 00:06:17,208 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-15 00:06:17,208 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-15 00:06:17,209 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 00:06:17,209 main DEBUG OutputStream closed 2024-11-15 00:06:17,209 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 00:06:17,209 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 00:06:17,210 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-15 00:06:17,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 00:06:17,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 00:06:17,285 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 00:06:17,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 00:06:17,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 00:06:17,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 00:06:17,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 00:06:17,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 00:06:17,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 00:06:17,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 00:06:17,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 00:06:17,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 00:06:17,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 00:06:17,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 00:06:17,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 00:06:17,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 00:06:17,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 00:06:17,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 00:06:17,294 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 00:06:17,295 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-15 00:06:17,295 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 00:06:17,296 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-15T00:06:17,310 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-15 00:06:17,313 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 00:06:17,313 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T00:06:17,713 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T00:06:18,472 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=11384 2024-11-15T00:06:19,265 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T00:06:19,304 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T00:06:19,316 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T00:06:19,325 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T00:06:19,389 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:06:19,418 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 17054 (auto-detected) 2024-11-15T00:06:19,420 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T00:06:19,440 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33325 2024-11-15T00:06:19,443 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-15T00:06:19,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:19,468 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T00:06:19,469 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T00:06:19,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:19,785 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:19,842 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:19,943 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:19,946 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:19,946 INFO [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12602883149237346843.jks thread started 2024-11-15T00:06:19,947 INFO [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10051759389284867315.jks thread started 2024-11-15T00:06:19,953 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:19,998 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:20,013 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:20,072 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:20,072 INFO [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12602883149237346843.jks thread started 2024-11-15T00:06:20,073 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:20,073 INFO [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10051759389284867315.jks thread started 2024-11-15T00:06:20,075 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5d1910b8, L:/127.0.0.1:33325 - R:/127.0.0.1:58508] 2024-11-15T00:06:20,298 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:20,582 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:20,582 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:20,582 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:20,583 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:20,583 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:20,583 INFO [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:20,583 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:20,583 INFO [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:20,605 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:20,605 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:20,605 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:20,605 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:20,606 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:20,606 INFO [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:20,606 INFO [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:20,606 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:20,606 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:20,606 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:20,606 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:20,606 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:20,606 INFO [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:20,606 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:20,606 INFO [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:20,606 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:20,619 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:20,619 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:20,619 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:20,619 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33325,0 is dead - stopping the connection localhost:33325/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-15T00:06:20,619 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:20,619 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:20,619 INFO [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:20,619 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:20,619 INFO [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:20,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:20,621 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:20,653 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:20,653 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:20,668 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:20,682 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:20,683 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x00b3bbd9, L:/127.0.0.1:33325 - R:/127.0.0.1:58510] 2024-11-15T00:06:20,723 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:20,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:20,725 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33325 2024-11-15T00:06:20,725 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12602883149237346843.jks was interrupted and is shutting down... 2024-11-15T00:06:20,725 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10051759389284867315.jks was interrupted and is shutting down... 2024-11-15T00:06:20,726 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10051759389284867315.jks was interrupted and is shutting down... 2024-11-15T00:06:20,726 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12602883149237346843.jks was interrupted and is shutting down... 2024-11-15T00:06:20,726 INFO [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10051759389284867315.jks thread finished 2024-11-15T00:06:20,726 INFO [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10051759389284867315.jks thread finished 2024-11-15T00:06:20,726 INFO [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12602883149237346843.jks thread finished 2024-11-15T00:06:20,726 INFO [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12602883149237346843.jks thread finished 2024-11-15T00:06:20,735 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 279), ProcessCount=11 (was 11), AvailableMemoryMB=11245 (was 11384) 2024-11-15T00:06:20,740 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=11245 2024-11-15T00:06:20,742 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:06:20,742 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44851 2024-11-15T00:06:20,742 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-15T00:06:20,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c5db9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:20,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:20,744 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:20,784 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:20,785 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:20,785 INFO [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12602883149237346843.jks thread started 2024-11-15T00:06:20,785 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:20,786 INFO [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10051759389284867315.jks thread started 2024-11-15T00:06:20,786 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:20,801 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:20,814 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:20,815 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:20,816 INFO [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12602883149237346843.jks thread started 2024-11-15T00:06:20,816 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:20,816 INFO [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10051759389284867315.jks thread started 2024-11-15T00:06:20,816 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1d62840c, L:/127.0.0.1:44851 - R:/127.0.0.1:35086] 2024-11-15T00:06:20,853 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:20,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:20,855 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12602883149237346843.jks was interrupted and is shutting down... 2024-11-15T00:06:20,855 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10051759389284867315.jks was interrupted and is shutting down... 2024-11-15T00:06:20,855 INFO [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10051759389284867315.jks thread finished 2024-11-15T00:06:20,855 INFO [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12602883149237346843.jks thread finished 2024-11-15T00:06:21,096 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:21,096 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:21,097 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:21,097 INFO [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:21,119 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:21,119 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:21,119 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:21,119 INFO [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12602883149237346843.jks 2024-11-15T00:06:21,136 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:21,136 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:21,136 INFO [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:21,136 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:21,153 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:21,153 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:21,153 INFO [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:21,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c48b8bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:21,153 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10051759389284867315.jks 2024-11-15T00:06:21,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:21,155 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:21,183 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:21,184 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:21,185 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:21,184 INFO [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12602883149237346843.jks thread started 2024-11-15T00:06:21,185 INFO [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10051759389284867315.jks thread started 2024-11-15T00:06:21,185 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:21,199 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:21,212 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:21,213 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x16c58fb7, L:/127.0.0.1:44851 - R:/127.0.0.1:35098] 2024-11-15T00:06:21,249 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:21,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:21,251 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12602883149237346843.jks was interrupted and is shutting down... 2024-11-15T00:06:21,251 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44851 2024-11-15T00:06:21,251 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10051759389284867315.jks was interrupted and is shutting down... 2024-11-15T00:06:21,251 DEBUG [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12602883149237346843.jks was interrupted and is shutting down... 2024-11-15T00:06:21,251 DEBUG [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10051759389284867315.jks was interrupted and is shutting down... 2024-11-15T00:06:21,251 INFO [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10051759389284867315.jks thread finished 2024-11-15T00:06:21,251 INFO [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12602883149237346843.jks thread finished 2024-11-15T00:06:21,251 INFO [FileChangeWatcher-hbase_test_key12602883149237346843.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12602883149237346843.jks thread finished 2024-11-15T00:06:21,258 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: FileChangeWatcher-hbase_test_ca10051759389284867315.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 279) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11196 (was 11245) 2024-11-15T00:06:21,264 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=11195 2024-11-15T00:06:21,271 INFO [FileChangeWatcher-hbase_test_ca10051759389284867315.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10051759389284867315.jks thread finished 2024-11-15T00:06:21,312 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:06:21,313 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39167 2024-11-15T00:06:21,313 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-15T00:06:21,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652a0c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:21,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:21,315 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:21,345 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:21,346 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:21,347 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:21,347 INFO [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3603887573885129717.pem thread started 2024-11-15T00:06:21,347 INFO [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8740219035707929480.pem thread started 2024-11-15T00:06:21,347 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:21,365 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:21,366 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:21,367 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:21,368 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:21,368 INFO [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3603887573885129717.pem thread started 2024-11-15T00:06:21,369 INFO [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8740219035707929480.pem thread started 2024-11-15T00:06:21,369 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x451ca2ec, L:/127.0.0.1:39167 - R:/127.0.0.1:35870] 2024-11-15T00:06:21,385 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:21,579 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:21,579 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:21,579 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:21,579 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:21,579 INFO [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:21,580 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:21,580 INFO [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:21,580 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:21,580 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:21,580 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:21,580 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:21,580 INFO [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:21,580 INFO [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:21,580 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:21,580 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:21,581 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:21,603 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:21,604 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:21,604 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39167,0 is dead - stopping the connection localhost:39167/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-15T00:06:21,604 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:21,604 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:21,603 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:21,604 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:21,604 INFO [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:21,604 INFO [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:21,604 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:21,604 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:21,604 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:21,604 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:21,604 INFO [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:21,604 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:21,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:21,606 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:21,613 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:21,614 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:21,618 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:21,619 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:21,619 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xabf2562c, L:/127.0.0.1:39167 - R:/127.0.0.1:35882] 2024-11-15T00:06:21,641 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:21,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:21,643 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3603887573885129717.pem was interrupted and is shutting down... 2024-11-15T00:06:21,643 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39167 2024-11-15T00:06:21,643 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8740219035707929480.pem was interrupted and is shutting down... 2024-11-15T00:06:21,643 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8740219035707929480.pem was interrupted and is shutting down... 2024-11-15T00:06:21,643 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3603887573885129717.pem was interrupted and is shutting down... 2024-11-15T00:06:21,643 INFO [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3603887573885129717.pem thread finished 2024-11-15T00:06:21,644 INFO [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8740219035707929480.pem thread finished 2024-11-15T00:06:21,644 INFO [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3603887573885129717.pem thread finished 2024-11-15T00:06:21,649 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca8740219035707929480.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 289), ProcessCount=11 (was 11), AvailableMemoryMB=11145 (was 11195) 2024-11-15T00:06:21,654 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=11144 2024-11-15T00:06:21,656 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:06:21,657 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40561 2024-11-15T00:06:21,657 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-15T00:06:21,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3609d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:21,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:21,659 INFO [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8740219035707929480.pem thread finished 2024-11-15T00:06:21,659 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:21,663 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:21,664 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:21,664 INFO [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3603887573885129717.pem thread started 2024-11-15T00:06:21,665 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:21,665 INFO [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8740219035707929480.pem thread started 2024-11-15T00:06:21,665 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:21,671 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:21,672 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:21,672 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:21,672 INFO [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3603887573885129717.pem thread started 2024-11-15T00:06:21,673 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:21,673 INFO [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8740219035707929480.pem thread started 2024-11-15T00:06:21,673 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8d4a6aac, L:/127.0.0.1:40561 - R:/127.0.0.1:48950] 2024-11-15T00:06:21,687 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:21,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:21,689 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3603887573885129717.pem was interrupted and is shutting down... 2024-11-15T00:06:21,690 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8740219035707929480.pem was interrupted and is shutting down... 2024-11-15T00:06:21,690 INFO [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8740219035707929480.pem thread finished 2024-11-15T00:06:21,690 INFO [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3603887573885129717.pem thread finished 2024-11-15T00:06:22,118 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:22,118 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:22,118 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:22,119 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:22,119 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:22,119 INFO [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3603887573885129717.pem 2024-11-15T00:06:22,136 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:22,136 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:22,136 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:22,136 INFO [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:22,136 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:22,137 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:22,137 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:22,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47131f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:22,137 INFO [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8740219035707929480.pem 2024-11-15T00:06:22,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:22,138 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:22,146 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:22,146 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:22,147 INFO [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3603887573885129717.pem thread started 2024-11-15T00:06:22,147 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:22,147 INFO [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8740219035707929480.pem thread started 2024-11-15T00:06:22,147 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:22,152 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:22,152 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:22,153 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xde096313, L:/127.0.0.1:40561 - R:/127.0.0.1:48966] 2024-11-15T00:06:22,170 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:22,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:22,172 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40561 2024-11-15T00:06:22,172 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8740219035707929480.pem was interrupted and is shutting down... 2024-11-15T00:06:22,172 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3603887573885129717.pem was interrupted and is shutting down... 2024-11-15T00:06:22,172 DEBUG [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3603887573885129717.pem was interrupted and is shutting down... 2024-11-15T00:06:22,172 DEBUG [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8740219035707929480.pem was interrupted and is shutting down... 2024-11-15T00:06:22,172 INFO [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3603887573885129717.pem thread finished 2024-11-15T00:06:22,172 INFO [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8740219035707929480.pem thread finished 2024-11-15T00:06:22,172 INFO [FileChangeWatcher-hbase_test_key3603887573885129717.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3603887573885129717.pem thread finished 2024-11-15T00:06:22,177 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 289), ProcessCount=11 (was 11), AvailableMemoryMB=11075 (was 11144) 2024-11-15T00:06:22,182 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=11075 2024-11-15T00:06:22,187 INFO [FileChangeWatcher-hbase_test_ca8740219035707929480.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8740219035707929480.pem thread finished 2024-11-15T00:06:22,222 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:06:22,223 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35141 2024-11-15T00:06:22,223 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-15T00:06:22,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b83ce67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:22,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:22,225 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:22,254 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:22,255 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:22,256 INFO [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2855434474738616533.p12 thread started 2024-11-15T00:06:22,256 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:22,256 INFO [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16583653181407794709.p12 thread started 2024-11-15T00:06:22,256 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:22,270 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:22,283 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:22,283 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:22,284 INFO [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2855434474738616533.p12 thread started 2024-11-15T00:06:22,284 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:22,284 INFO [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16583653181407794709.p12 thread started 2024-11-15T00:06:22,284 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd05e59c1, L:/127.0.0.1:35141 - R:/127.0.0.1:43282] 2024-11-15T00:06:22,320 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:22,487 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:22,487 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:22,487 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:22,487 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:22,488 INFO [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:22,488 INFO [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:22,488 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:22,488 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:22,510 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:22,510 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:22,510 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:22,510 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:22,510 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:22,510 INFO [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:22,510 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:22,510 INFO [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:22,549 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:22,549 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:22,549 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:22,549 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:22,550 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:22,550 INFO [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:22,550 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:22,550 INFO [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:22,568 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:22,568 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:22,568 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35141,0 is dead - stopping the connection localhost:35141/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-15T00:06:22,568 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:22,568 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:22,569 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:22,569 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:22,569 INFO [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:22,569 INFO [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:22,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:22,570 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:22,598 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:22,598 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:22,613 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:22,626 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:22,627 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfb160c07, L:/127.0.0.1:35141 - R:/127.0.0.1:43284] 2024-11-15T00:06:22,659 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:22,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:22,661 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35141 2024-11-15T00:06:22,661 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2855434474738616533.p12 was interrupted and is shutting down... 2024-11-15T00:06:22,661 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16583653181407794709.p12 was interrupted and is shutting down... 2024-11-15T00:06:22,661 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16583653181407794709.p12 was interrupted and is shutting down... 2024-11-15T00:06:22,661 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2855434474738616533.p12 was interrupted and is shutting down... 2024-11-15T00:06:22,661 INFO [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2855434474738616533.p12 thread finished 2024-11-15T00:06:22,661 INFO [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16583653181407794709.p12 thread finished 2024-11-15T00:06:22,661 INFO [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16583653181407794709.p12 thread finished 2024-11-15T00:06:22,666 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_key2855434474738616533.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 289), ProcessCount=11 (was 11), AvailableMemoryMB=11022 (was 11075) 2024-11-15T00:06:22,671 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=11022 2024-11-15T00:06:22,672 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:06:22,673 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35827 2024-11-15T00:06:22,673 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-15T00:06:22,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b22ae84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:22,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:22,675 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:22,675 INFO [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2855434474738616533.p12 thread finished 2024-11-15T00:06:22,705 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:22,705 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:22,705 INFO [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2855434474738616533.p12 thread started 2024-11-15T00:06:22,706 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:22,706 INFO [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16583653181407794709.p12 thread started 2024-11-15T00:06:22,706 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:22,720 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:22,733 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:22,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:22,734 INFO [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2855434474738616533.p12 thread started 2024-11-15T00:06:22,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:22,735 INFO [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16583653181407794709.p12 thread started 2024-11-15T00:06:22,735 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb5d58636, L:/127.0.0.1:35827 - R:/127.0.0.1:38156] 2024-11-15T00:06:22,767 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:22,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:22,769 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16583653181407794709.p12 was interrupted and is shutting down... 2024-11-15T00:06:22,769 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2855434474738616533.p12 was interrupted and is shutting down... 2024-11-15T00:06:22,769 INFO [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2855434474738616533.p12 thread finished 2024-11-15T00:06:22,769 INFO [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16583653181407794709.p12 thread finished 2024-11-15T00:06:23,122 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:23,122 INFO [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:23,122 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:23,122 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:23,144 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:23,144 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:23,145 INFO [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:23,145 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2855434474738616533.p12 2024-11-15T00:06:23,161 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:23,161 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:23,161 INFO [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:23,161 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:23,180 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:23,180 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:23,180 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:23,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ef8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:23,180 INFO [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16583653181407794709.p12 2024-11-15T00:06:23,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:23,181 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:23,209 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:23,209 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:23,210 INFO [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2855434474738616533.p12 thread started 2024-11-15T00:06:23,210 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:23,210 INFO [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16583653181407794709.p12 thread started 2024-11-15T00:06:23,211 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:23,232 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:23,246 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:23,246 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf728b682, L:/127.0.0.1:35827 - R:/127.0.0.1:38170] 2024-11-15T00:06:23,279 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:23,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:23,281 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35827 2024-11-15T00:06:23,281 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2855434474738616533.p12 was interrupted and is shutting down... 2024-11-15T00:06:23,281 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16583653181407794709.p12 was interrupted and is shutting down... 2024-11-15T00:06:23,281 DEBUG [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2855434474738616533.p12 was interrupted and is shutting down... 2024-11-15T00:06:23,281 DEBUG [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16583653181407794709.p12 was interrupted and is shutting down... 2024-11-15T00:06:23,281 INFO [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2855434474738616533.p12 thread finished 2024-11-15T00:06:23,281 INFO [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16583653181407794709.p12 thread finished 2024-11-15T00:06:23,287 INFO [FileChangeWatcher-hbase_test_ca16583653181407794709.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16583653181407794709.p12 thread finished 2024-11-15T00:06:23,287 INFO [FileChangeWatcher-hbase_test_key2855434474738616533.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2855434474738616533.p12 thread finished 2024-11-15T00:06:23,288 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca16583653181407794709.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 289), ProcessCount=11 (was 11), AvailableMemoryMB=10957 (was 11022) 2024-11-15T00:06:23,293 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=10956 2024-11-15T00:06:23,809 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:06:23,810 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40559 2024-11-15T00:06:23,810 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-15T00:06:23,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9e3e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:23,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:23,811 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:24,084 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:24,084 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:24,085 INFO [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2272249998345713524.bcfks thread started 2024-11-15T00:06:24,085 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:24,085 INFO [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca146141541065213848.bcfks thread started 2024-11-15T00:06:24,086 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:24,219 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:24,349 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:24,350 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:24,351 INFO [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2272249998345713524.bcfks thread started 2024-11-15T00:06:24,351 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:24,351 INFO [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca146141541065213848.bcfks thread started 2024-11-15T00:06:24,351 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5c475a8b, L:/127.0.0.1:40559 - R:/127.0.0.1:33088] 2024-11-15T00:06:24,509 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:24,793 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:24,793 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:24,793 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:24,793 INFO [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:24,793 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:24,793 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:24,794 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:24,794 INFO [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:24,987 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:24,987 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:24,987 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:24,987 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:24,987 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:24,987 INFO [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:24,987 INFO [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:24,987 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:25,002 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:25,002 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:25,002 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:25,002 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:25,002 INFO [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:25,002 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:25,002 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:25,002 INFO [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:25,139 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:25,139 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:25,140 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:25,140 INFO [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:25,140 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:25,140 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:25,140 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:25,140 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40559,0 is dead - stopping the connection localhost:40559/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-15T00:06:25,140 INFO [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:25,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:25,141 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:25,400 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:25,401 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:25,533 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:25,665 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:25,666 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x58c6321b, L:/127.0.0.1:40559 - R:/127.0.0.1:33104] 2024-11-15T00:06:25,819 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:25,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:25,821 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2272249998345713524.bcfks was interrupted and is shutting down... 2024-11-15T00:06:25,821 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40559 2024-11-15T00:06:25,821 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca146141541065213848.bcfks was interrupted and is shutting down... 2024-11-15T00:06:25,821 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2272249998345713524.bcfks was interrupted and is shutting down... 2024-11-15T00:06:25,821 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca146141541065213848.bcfks was interrupted and is shutting down... 2024-11-15T00:06:25,821 INFO [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2272249998345713524.bcfks thread finished 2024-11-15T00:06:25,821 INFO [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca146141541065213848.bcfks thread finished 2024-11-15T00:06:25,821 INFO [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2272249998345713524.bcfks thread finished 2024-11-15T00:06:25,827 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 289), ProcessCount=11 (was 11), AvailableMemoryMB=10878 (was 10956) 2024-11-15T00:06:25,832 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=10878 2024-11-15T00:06:25,833 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:06:25,834 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45279 2024-11-15T00:06:25,834 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-15T00:06:25,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a40cde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:25,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:25,836 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:25,839 INFO [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca146141541065213848.bcfks thread finished 2024-11-15T00:06:26,095 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:26,096 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:26,096 INFO [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2272249998345713524.bcfks thread started 2024-11-15T00:06:26,097 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:26,097 INFO [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca146141541065213848.bcfks thread started 2024-11-15T00:06:26,098 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:26,227 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:26,358 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:26,359 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:26,359 INFO [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2272249998345713524.bcfks thread started 2024-11-15T00:06:26,359 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:26,360 INFO [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca146141541065213848.bcfks thread started 2024-11-15T00:06:26,360 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x26f0f355, L:/127.0.0.1:45279 - R:/127.0.0.1:57680] 2024-11-15T00:06:26,503 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:26,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:26,505 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2272249998345713524.bcfks was interrupted and is shutting down... 2024-11-15T00:06:26,505 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca146141541065213848.bcfks was interrupted and is shutting down... 2024-11-15T00:06:26,505 INFO [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca146141541065213848.bcfks thread finished 2024-11-15T00:06:26,505 INFO [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2272249998345713524.bcfks thread finished 2024-11-15T00:06:26,719 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:26,719 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:26,719 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:26,719 INFO [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:26,916 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:26,916 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:26,916 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:26,916 INFO [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2272249998345713524.bcfks 2024-11-15T00:06:26,941 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:26,941 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:26,941 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:26,941 INFO [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:27,076 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:27,076 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:27,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c184dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:27,077 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:27,077 INFO [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca146141541065213848.bcfks 2024-11-15T00:06:27,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:27,078 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:27,340 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:27,341 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:27,341 INFO [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2272249998345713524.bcfks thread started 2024-11-15T00:06:27,341 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:27,342 INFO [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca146141541065213848.bcfks thread started 2024-11-15T00:06:27,342 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:27,473 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:27,605 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:27,605 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xac859430, L:/127.0.0.1:45279 - R:/127.0.0.1:57684] 2024-11-15T00:06:27,756 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:27,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:27,758 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45279 2024-11-15T00:06:27,758 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca146141541065213848.bcfks was interrupted and is shutting down... 2024-11-15T00:06:27,758 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2272249998345713524.bcfks was interrupted and is shutting down... 2024-11-15T00:06:27,758 DEBUG [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2272249998345713524.bcfks was interrupted and is shutting down... 2024-11-15T00:06:27,759 DEBUG [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca146141541065213848.bcfks was interrupted and is shutting down... 2024-11-15T00:06:27,759 INFO [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca146141541065213848.bcfks thread finished 2024-11-15T00:06:27,759 INFO [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2272249998345713524.bcfks thread finished 2024-11-15T00:06:27,759 INFO [FileChangeWatcher-hbase_test_key2272249998345713524.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2272249998345713524.bcfks thread finished 2024-11-15T00:06:27,764 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=10835 (was 10878) 2024-11-15T00:06:27,769 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=10834 2024-11-15T00:06:27,779 INFO [FileChangeWatcher-hbase_test_ca146141541065213848.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca146141541065213848.bcfks thread finished 2024-11-15T00:06:27,920 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:06:27,920 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37835 2024-11-15T00:06:27,921 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-15T00:06:27,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d809f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:27,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:27,922 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:27,952 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:27,952 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:27,952 INFO [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5626462330238624346.jks thread started 2024-11-15T00:06:27,952 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:27,953 INFO [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5107191223150752524.jks thread started 2024-11-15T00:06:27,953 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:27,966 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:27,979 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:27,979 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:27,980 INFO [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5626462330238624346.jks thread started 2024-11-15T00:06:27,980 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:27,980 INFO [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5107191223150752524.jks thread started 2024-11-15T00:06:27,980 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0911e1c3, L:/127.0.0.1:37835 - R:/127.0.0.1:58190] 2024-11-15T00:06:28,030 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:28,039 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,039 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,039 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,039 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,039 INFO [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,039 INFO [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,039 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,039 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,062 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,062 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,062 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,062 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,063 INFO [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,063 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,063 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,063 INFO [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,063 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,063 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,063 INFO [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,063 INFO [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,063 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,063 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,063 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,063 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,075 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,075 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,075 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,076 INFO [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,076 INFO [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,076 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37835,0 is dead - stopping the connection localhost:37835/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-15T00:06:28,076 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,076 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,076 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:28,076 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,102 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,103 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:28,118 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,131 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,131 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xba6ee21c, L:/127.0.0.1:37835 - R:/127.0.0.1:58206] 2024-11-15T00:06:28,168 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:28,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:28,169 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37835 2024-11-15T00:06:28,169 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5107191223150752524.jks was interrupted and is shutting down... 2024-11-15T00:06:28,169 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5626462330238624346.jks was interrupted and is shutting down... 2024-11-15T00:06:28,170 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5626462330238624346.jks was interrupted and is shutting down... 2024-11-15T00:06:28,170 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5107191223150752524.jks was interrupted and is shutting down... 2024-11-15T00:06:28,170 INFO [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5626462330238624346.jks thread finished 2024-11-15T00:06:28,170 INFO [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5626462330238624346.jks thread finished 2024-11-15T00:06:28,170 INFO [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5107191223150752524.jks thread finished 2024-11-15T00:06:28,175 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=10812 (was 10834) 2024-11-15T00:06:28,180 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=10812 2024-11-15T00:06:28,181 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:06:28,182 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38327 2024-11-15T00:06:28,182 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-15T00:06:28,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4347df3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:28,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:28,183 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,183 INFO [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5107191223150752524.jks thread finished 2024-11-15T00:06:28,209 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,209 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,210 INFO [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5626462330238624346.jks thread started 2024-11-15T00:06:28,210 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,210 INFO [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5107191223150752524.jks thread started 2024-11-15T00:06:28,210 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:28,224 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,237 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,237 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,238 INFO [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5626462330238624346.jks thread started 2024-11-15T00:06:28,238 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,238 INFO [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5107191223150752524.jks thread started 2024-11-15T00:06:28,238 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3df30ed3, L:/127.0.0.1:38327 - R:/127.0.0.1:55040] 2024-11-15T00:06:28,275 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:28,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:28,277 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5626462330238624346.jks was interrupted and is shutting down... 2024-11-15T00:06:28,277 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5107191223150752524.jks was interrupted and is shutting down... 2024-11-15T00:06:28,278 INFO [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5626462330238624346.jks thread finished 2024-11-15T00:06:28,278 INFO [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5107191223150752524.jks thread finished 2024-11-15T00:06:28,286 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,286 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,286 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,286 INFO [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,309 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,309 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,309 INFO [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,309 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5626462330238624346.jks 2024-11-15T00:06:28,309 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,309 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,309 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,309 INFO [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,322 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,322 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,323 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,323 INFO [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5107191223150752524.jks 2024-11-15T00:06:28,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e78dd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:28,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:28,324 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,371 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,371 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,372 INFO [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5626462330238624346.jks thread started 2024-11-15T00:06:28,373 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,374 INFO [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5107191223150752524.jks thread started 2024-11-15T00:06:28,374 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:28,387 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,401 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,401 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbfdb3baa, L:/127.0.0.1:38327 - R:/127.0.0.1:55052] 2024-11-15T00:06:28,441 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:28,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:28,442 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38327 2024-11-15T00:06:28,442 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5626462330238624346.jks was interrupted and is shutting down... 2024-11-15T00:06:28,442 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5107191223150752524.jks was interrupted and is shutting down... 2024-11-15T00:06:28,442 DEBUG [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5626462330238624346.jks was interrupted and is shutting down... 2024-11-15T00:06:28,442 DEBUG [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5107191223150752524.jks was interrupted and is shutting down... 2024-11-15T00:06:28,442 INFO [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5626462330238624346.jks thread finished 2024-11-15T00:06:28,443 INFO [FileChangeWatcher-hbase_test_key5626462330238624346.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5626462330238624346.jks thread finished 2024-11-15T00:06:28,448 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=10783 (was 10812) 2024-11-15T00:06:28,454 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=10782 2024-11-15T00:06:28,459 INFO [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5107191223150752524.jks thread finished 2024-11-15T00:06:28,459 INFO [FileChangeWatcher-hbase_test_ca5107191223150752524.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5107191223150752524.jks thread finished 2024-11-15T00:06:28,460 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:06:28,460 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34345 2024-11-15T00:06:28,460 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-15T00:06:28,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:28,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:28,461 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,465 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,465 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,465 INFO [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key176832941831412972.pem thread started 2024-11-15T00:06:28,466 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,466 INFO [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9156192471475461629.pem thread started 2024-11-15T00:06:28,466 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:28,470 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,470 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,471 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,471 INFO [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key176832941831412972.pem thread started 2024-11-15T00:06:28,471 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,471 INFO [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9156192471475461629.pem thread started 2024-11-15T00:06:28,472 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe27a0930, L:/127.0.0.1:34345 - R:/127.0.0.1:38402] 2024-11-15T00:06:28,485 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:28,495 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,495 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,495 INFO [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,495 INFO [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,495 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,495 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,496 INFO [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,496 INFO [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,496 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,496 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,496 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,496 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,504 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,504 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,504 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,504 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,504 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,504 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,504 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,504 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,504 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,504 INFO [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,504 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34345,0 is dead - stopping the connection localhost:34345/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-15T00:06:28,504 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,505 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,504 INFO [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,505 INFO [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:28,505 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,509 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,510 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:28,515 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,515 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,516 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4f7d75da, L:/127.0.0.1:34345 - R:/127.0.0.1:38416] 2024-11-15T00:06:28,536 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:28,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:28,538 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key176832941831412972.pem was interrupted and is shutting down... 2024-11-15T00:06:28,538 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34345 2024-11-15T00:06:28,538 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9156192471475461629.pem was interrupted and is shutting down... 2024-11-15T00:06:28,538 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9156192471475461629.pem was interrupted and is shutting down... 2024-11-15T00:06:28,538 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key176832941831412972.pem was interrupted and is shutting down... 2024-11-15T00:06:28,538 INFO [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key176832941831412972.pem thread finished 2024-11-15T00:06:28,538 INFO [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9156192471475461629.pem thread finished 2024-11-15T00:06:28,543 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=10766 (was 10782) 2024-11-15T00:06:28,548 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=10766 2024-11-15T00:06:28,550 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:06:28,550 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36777 2024-11-15T00:06:28,550 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-15T00:06:28,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:28,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:28,552 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,555 INFO [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key176832941831412972.pem thread finished 2024-11-15T00:06:28,555 INFO [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9156192471475461629.pem thread finished 2024-11-15T00:06:28,556 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,556 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,556 INFO [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key176832941831412972.pem thread started 2024-11-15T00:06:28,556 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,557 INFO [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9156192471475461629.pem thread started 2024-11-15T00:06:28,557 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:28,561 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,561 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,562 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,562 INFO [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key176832941831412972.pem thread started 2024-11-15T00:06:28,562 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,563 INFO [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9156192471475461629.pem thread started 2024-11-15T00:06:28,563 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x90aad489, L:/127.0.0.1:36777 - R:/127.0.0.1:55380] 2024-11-15T00:06:28,576 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:28,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:28,577 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9156192471475461629.pem was interrupted and is shutting down... 2024-11-15T00:06:28,577 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key176832941831412972.pem was interrupted and is shutting down... 2024-11-15T00:06:28,578 INFO [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9156192471475461629.pem thread finished 2024-11-15T00:06:28,578 INFO [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key176832941831412972.pem thread finished 2024-11-15T00:06:28,585 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,585 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,585 INFO [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,585 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,585 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,585 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,585 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,585 INFO [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key176832941831412972.pem 2024-11-15T00:06:28,586 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,586 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,586 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,586 INFO [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,586 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,586 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,586 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,586 INFO [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9156192471475461629.pem 2024-11-15T00:06:28,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:28,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:28,587 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,591 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,591 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,592 INFO [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key176832941831412972.pem thread started 2024-11-15T00:06:28,592 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,592 INFO [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9156192471475461629.pem thread started 2024-11-15T00:06:28,592 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:28,596 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,596 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,596 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc2546156, L:/127.0.0.1:36777 - R:/127.0.0.1:55390] 2024-11-15T00:06:28,610 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:28,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:28,611 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36777 2024-11-15T00:06:28,611 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key176832941831412972.pem was interrupted and is shutting down... 2024-11-15T00:06:28,611 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9156192471475461629.pem was interrupted and is shutting down... 2024-11-15T00:06:28,611 DEBUG [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key176832941831412972.pem was interrupted and is shutting down... 2024-11-15T00:06:28,611 DEBUG [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9156192471475461629.pem was interrupted and is shutting down... 2024-11-15T00:06:28,612 INFO [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9156192471475461629.pem thread finished 2024-11-15T00:06:28,612 INFO [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key176832941831412972.pem thread finished 2024-11-15T00:06:28,617 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=10765 (was 10766) 2024-11-15T00:06:28,623 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=10765 2024-11-15T00:06:28,635 INFO [FileChangeWatcher-hbase_test_key176832941831412972.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key176832941831412972.pem thread finished 2024-11-15T00:06:28,635 INFO [FileChangeWatcher-hbase_test_ca9156192471475461629.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9156192471475461629.pem thread finished 2024-11-15T00:06:28,663 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:06:28,664 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43709 2024-11-15T00:06:28,664 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-15T00:06:28,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ad6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:28,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:28,665 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,690 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,690 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,691 INFO [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14214287598536003841.p12 thread started 2024-11-15T00:06:28,691 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,691 INFO [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10259534845932911679.p12 thread started 2024-11-15T00:06:28,691 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:28,704 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,717 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,718 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,718 INFO [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14214287598536003841.p12 thread started 2024-11-15T00:06:28,718 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,718 INFO [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10259534845932911679.p12 thread started 2024-11-15T00:06:28,719 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6d61ed09, L:/127.0.0.1:43709 - R:/127.0.0.1:48796] 2024-11-15T00:06:28,751 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:28,758 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:28,758 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:28,758 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:28,758 INFO [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:28,758 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:28,758 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:28,758 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:28,758 INFO [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:28,791 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:28,791 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:28,791 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:28,791 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:28,791 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:28,791 INFO [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:28,791 INFO [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:28,791 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:28,791 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:28,791 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:28,791 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:28,791 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:28,791 INFO [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:28,791 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:28,791 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:28,791 INFO [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:28,804 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:28,804 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:28,804 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:28,804 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43709,0 is dead - stopping the connection localhost:43709/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-15T00:06:28,804 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:28,804 INFO [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:28,804 INFO [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:28,804 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:28,804 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:28,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:28,805 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,833 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,833 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:28,847 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,860 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,861 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xaecfa23b, L:/127.0.0.1:43709 - R:/127.0.0.1:48800] 2024-11-15T00:06:28,912 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:28,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:28,914 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43709 2024-11-15T00:06:28,914 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10259534845932911679.p12 was interrupted and is shutting down... 2024-11-15T00:06:28,914 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14214287598536003841.p12 was interrupted and is shutting down... 2024-11-15T00:06:28,914 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10259534845932911679.p12 was interrupted and is shutting down... 2024-11-15T00:06:28,914 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14214287598536003841.p12 was interrupted and is shutting down... 2024-11-15T00:06:28,914 INFO [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10259534845932911679.p12 thread finished 2024-11-15T00:06:28,914 INFO [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10259534845932911679.p12 thread finished 2024-11-15T00:06:28,914 INFO [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14214287598536003841.p12 thread finished 2024-11-15T00:06:28,920 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=10765 (was 10765) 2024-11-15T00:06:28,924 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=10765 2024-11-15T00:06:28,925 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:06:28,925 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35943 2024-11-15T00:06:28,925 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-15T00:06:28,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d65947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:28,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:28,927 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,927 INFO [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14214287598536003841.p12 thread finished 2024-11-15T00:06:28,958 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,958 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,959 INFO [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14214287598536003841.p12 thread started 2024-11-15T00:06:28,959 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,959 INFO [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10259534845932911679.p12 thread started 2024-11-15T00:06:28,959 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:28,974 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:28,987 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:28,987 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,987 INFO [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14214287598536003841.p12 thread started 2024-11-15T00:06:28,988 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:28,988 INFO [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10259534845932911679.p12 thread started 2024-11-15T00:06:28,988 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5cf98109, L:/127.0.0.1:35943 - R:/127.0.0.1:50072] 2024-11-15T00:06:29,021 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:29,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:29,023 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14214287598536003841.p12 was interrupted and is shutting down... 2024-11-15T00:06:29,023 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10259534845932911679.p12 was interrupted and is shutting down... 2024-11-15T00:06:29,023 INFO [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10259534845932911679.p12 thread finished 2024-11-15T00:06:29,023 INFO [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14214287598536003841.p12 thread finished 2024-11-15T00:06:29,027 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:29,027 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:29,027 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:29,027 INFO [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:29,050 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:29,050 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:29,050 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:29,050 INFO [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14214287598536003841.p12 2024-11-15T00:06:29,069 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:29,069 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:29,069 INFO [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:29,069 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:29,082 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:29,082 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:29,082 INFO [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:29,082 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10259534845932911679.p12 2024-11-15T00:06:29,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c774ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:29,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:29,083 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:29,108 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:29,109 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:29,109 INFO [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14214287598536003841.p12 thread started 2024-11-15T00:06:29,109 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:29,110 INFO [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10259534845932911679.p12 thread started 2024-11-15T00:06:29,110 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:29,123 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:29,136 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:29,137 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x08b95765, L:/127.0.0.1:35943 - R:/127.0.0.1:50086] 2024-11-15T00:06:29,169 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:29,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:29,170 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14214287598536003841.p12 was interrupted and is shutting down... 2024-11-15T00:06:29,170 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35943 2024-11-15T00:06:29,170 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10259534845932911679.p12 was interrupted and is shutting down... 2024-11-15T00:06:29,170 DEBUG [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14214287598536003841.p12 was interrupted and is shutting down... 2024-11-15T00:06:29,170 DEBUG [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10259534845932911679.p12 was interrupted and is shutting down... 2024-11-15T00:06:29,170 INFO [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14214287598536003841.p12 thread finished 2024-11-15T00:06:29,170 INFO [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10259534845932911679.p12 thread finished 2024-11-15T00:06:29,175 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=10762 (was 10765) 2024-11-15T00:06:29,180 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=10762 2024-11-15T00:06:29,183 INFO [FileChangeWatcher-hbase_test_ca10259534845932911679.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10259534845932911679.p12 thread finished 2024-11-15T00:06:29,183 INFO [FileChangeWatcher-hbase_test_key14214287598536003841.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14214287598536003841.p12 thread finished 2024-11-15T00:06:29,509 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:06:29,510 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43405 2024-11-15T00:06:29,510 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-15T00:06:29,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:29,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:29,511 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:29,772 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:29,773 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:29,773 INFO [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key722316548799667163.bcfks thread started 2024-11-15T00:06:29,773 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:29,774 INFO [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks thread started 2024-11-15T00:06:29,774 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:29,903 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:30,031 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:30,031 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:30,032 INFO [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key722316548799667163.bcfks thread started 2024-11-15T00:06:30,032 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:30,032 INFO [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks thread started 2024-11-15T00:06:30,032 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf3712330, L:/127.0.0.1:43405 - R:/127.0.0.1:56236] 2024-11-15T00:06:30,211 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:30,225 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:30,225 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:30,225 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:30,225 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:30,225 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:30,225 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:30,225 INFO [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:30,225 INFO [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:30,419 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:30,419 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:30,419 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:30,419 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:30,419 INFO [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:30,419 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:30,419 INFO [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:30,419 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:30,419 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:30,419 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:30,419 INFO [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:30,419 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:30,419 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:30,419 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:30,419 INFO [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:30,419 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:30,547 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:30,547 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:30,547 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:30,547 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:30,547 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43405,0 is dead - stopping the connection localhost:43405/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-15T00:06:30,547 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:30,547 INFO [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:30,547 INFO [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:30,547 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:30,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:30,548 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:30,806 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:30,806 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:30,937 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:31,065 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:31,066 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa6419639, L:/127.0.0.1:43405 - R:/127.0.0.1:56252] 2024-11-15T00:06:31,208 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:31,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:31,209 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43405 2024-11-15T00:06:31,209 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key722316548799667163.bcfks was interrupted and is shutting down... 2024-11-15T00:06:31,209 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks was interrupted and is shutting down... 2024-11-15T00:06:31,209 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key722316548799667163.bcfks was interrupted and is shutting down... 2024-11-15T00:06:31,209 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks was interrupted and is shutting down... 2024-11-15T00:06:31,209 INFO [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks thread finished 2024-11-15T00:06:31,209 INFO [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key722316548799667163.bcfks thread finished 2024-11-15T00:06:31,209 INFO [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key722316548799667163.bcfks thread finished 2024-11-15T00:06:31,215 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=10755 (was 10762) 2024-11-15T00:06:31,219 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=10755 2024-11-15T00:06:31,220 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T00:06:31,221 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38017 2024-11-15T00:06:31,221 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-15T00:06:31,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbd81ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:31,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:31,222 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:31,223 INFO [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks thread finished 2024-11-15T00:06:31,485 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:31,485 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:31,486 INFO [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key722316548799667163.bcfks thread started 2024-11-15T00:06:31,486 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:31,486 INFO [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks thread started 2024-11-15T00:06:31,486 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:31,617 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:31,746 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:31,747 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:31,747 INFO [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key722316548799667163.bcfks thread started 2024-11-15T00:06:31,747 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:31,748 INFO [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks thread started 2024-11-15T00:06:31,748 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x90bcf278, L:/127.0.0.1:38017 - R:/127.0.0.1:44260] 2024-11-15T00:06:31,891 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:31,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:31,893 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key722316548799667163.bcfks was interrupted and is shutting down... 2024-11-15T00:06:31,893 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks was interrupted and is shutting down... 2024-11-15T00:06:31,893 INFO [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks thread finished 2024-11-15T00:06:31,893 INFO [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key722316548799667163.bcfks thread finished 2024-11-15T00:06:31,903 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:31,903 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:31,903 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:31,903 INFO [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:32,097 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:32,097 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:32,097 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:32,097 INFO [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key722316548799667163.bcfks 2024-11-15T00:06:32,119 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:32,119 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:32,119 INFO [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:32,119 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:32,252 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:32,252 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:32,253 INFO [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:32,253 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12555882839930250521.bcfks 2024-11-15T00:06:32,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f75f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T00:06:32,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-15T00:06:32,253 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:32,522 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:32,523 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:32,523 INFO [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key722316548799667163.bcfks thread started 2024-11-15T00:06:32,524 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7f65e9a-17ca-92c7-2cb7-6f89836d255a/TestNettyTLSIPCFileWatcher 2024-11-15T00:06:32,524 INFO [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks thread started 2024-11-15T00:06:32,524 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-15T00:06:32,655 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-15T00:06:32,784 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-15T00:06:32,784 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5aca3f7d, L:/127.0.0.1:38017 - R:/127.0.0.1:44268] 2024-11-15T00:06:32,928 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-15T00:06:32,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T00:06:32,929 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38017 2024-11-15T00:06:32,929 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks was interrupted and is shutting down... 2024-11-15T00:06:32,929 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key722316548799667163.bcfks was interrupted and is shutting down... 2024-11-15T00:06:32,929 DEBUG [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks was interrupted and is shutting down... 2024-11-15T00:06:32,929 DEBUG [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key722316548799667163.bcfks was interrupted and is shutting down... 2024-11-15T00:06:32,930 INFO [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks thread finished 2024-11-15T00:06:32,930 INFO [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key722316548799667163.bcfks thread finished 2024-11-15T00:06:32,935 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 260), ProcessCount=11 (was 11), AvailableMemoryMB=10758 (was 10755) - AvailableMemoryMB LEAK? - 2024-11-15T00:06:32,943 INFO [FileChangeWatcher-hbase_test_key722316548799667163.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key722316548799667163.bcfks thread finished 2024-11-15T00:06:32,943 INFO [FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12555882839930250521.bcfks thread finished