2024-11-14 15:12:01,315 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-14 15:12:01,327 main DEBUG Took 0.010319 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 15:12:01,327 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 15:12:01,328 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 15:12:01,328 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 15:12:01,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 15:12:01,338 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 15:12:01,351 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 15:12:01,352 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 15:12:01,353 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 15:12:01,353 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 15:12:01,354 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 15:12:01,354 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 15:12:01,355 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 15:12:01,356 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 15:12:01,356 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 15:12:01,356 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 15:12:01,357 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 15:12:01,358 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 15:12:01,358 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 15:12:01,359 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 15:12:01,359 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 15:12:01,359 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 15:12:01,360 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 15:12:01,360 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 15:12:01,361 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 15:12:01,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 15:12:01,362 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 15:12:01,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 15:12:01,363 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 15:12:01,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 15:12:01,364 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 15:12:01,365 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 15:12:01,366 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 15:12:01,368 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 15:12:01,370 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 15:12:01,371 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 15:12:01,372 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 15:12:01,373 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 15:12:01,383 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 15:12:01,386 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 15:12:01,387 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 15:12:01,388 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 15:12:01,388 main DEBUG createAppenders(={Console}) 2024-11-14 15:12:01,389 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-14 15:12:01,390 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-14 15:12:01,390 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-14 15:12:01,391 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 15:12:01,391 main DEBUG OutputStream closed 2024-11-14 15:12:01,392 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 15:12:01,392 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 15:12:01,392 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-14 15:12:01,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 15:12:01,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 15:12:01,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 15:12:01,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 15:12:01,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 15:12:01,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 15:12:01,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 15:12:01,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 15:12:01,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 15:12:01,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 15:12:01,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 15:12:01,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 15:12:01,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 15:12:01,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 15:12:01,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 15:12:01,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 15:12:01,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 15:12:01,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 15:12:01,473 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 15:12:01,474 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-14 15:12:01,474 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 15:12:01,474 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-14T15:12:01,491 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-14 15:12:01,494 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 15:12:01,494 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T15:12:01,946 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T15:12:02,789 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=3842 2024-11-14T15:12:03,329 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T15:12:03,367 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T15:12:03,380 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T15:12:03,391 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T15:12:03,465 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T15:12:03,498 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 24536 (auto-detected) 2024-11-14T15:12:03,500 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T15:12:03,521 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34957 2024-11-14T15:12:03,524 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T15:12:03,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:03,551 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T15:12:03,552 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T15:12:03,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:03,893 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:03,949 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:04,040 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:04,042 INFO [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1996130756326298507.jks thread started 2024-11-14T15:12:04,042 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:04,043 INFO [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18043263395469677905.jks thread started 2024-11-14T15:12:04,051 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:04,112 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:04,137 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:04,199 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:04,200 INFO [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1996130756326298507.jks thread started 2024-11-14T15:12:04,200 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:04,200 INFO [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18043263395469677905.jks thread started 2024-11-14T15:12:04,202 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x83466625, L:/127.0.0.1:34957 - R:/127.0.0.1:42086] 2024-11-14T15:12:04,318 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:04,776 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:04,776 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:04,776 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:04,776 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:04,776 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:04,776 INFO [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:04,776 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:04,776 INFO [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:04,802 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:04,802 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:04,802 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:04,802 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:04,803 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:04,803 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:04,803 INFO [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:04,803 INFO [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:04,803 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:04,803 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:04,803 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:04,803 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:04,803 INFO [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:04,803 INFO [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:04,803 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:04,803 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:04,818 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:04,818 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:04,818 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:04,818 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34957,0 is dead - stopping the connection localhost:34957/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T15:12:04,818 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:04,818 INFO [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:04,818 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:04,818 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:04,818 INFO [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:04,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:04,820 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:04,851 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:04,852 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:04,868 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:04,884 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:04,884 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x15627118, L:/127.0.0.1:34957 - R:/127.0.0.1:42100] 2024-11-14T15:12:04,933 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:04,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:04,936 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34957 2024-11-14T15:12:04,936 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18043263395469677905.jks was interrupted and is shutting down... 2024-11-14T15:12:04,936 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1996130756326298507.jks was interrupted and is shutting down... 2024-11-14T15:12:04,936 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18043263395469677905.jks was interrupted and is shutting down... 2024-11-14T15:12:04,936 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1996130756326298507.jks was interrupted and is shutting down... 2024-11-14T15:12:04,937 INFO [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1996130756326298507.jks thread finished 2024-11-14T15:12:04,937 INFO [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1996130756326298507.jks thread finished 2024-11-14T15:12:04,937 INFO [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18043263395469677905.jks thread finished 2024-11-14T15:12:04,937 INFO [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18043263395469677905.jks thread finished 2024-11-14T15:12:04,947 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 195), ProcessCount=11 (was 11), AvailableMemoryMB=3699 (was 3842) 2024-11-14T15:12:04,956 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=3697 2024-11-14T15:12:04,958 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T15:12:04,959 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35799 2024-11-14T15:12:04,959 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T15:12:04,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c5db9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:04,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:04,962 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:04,994 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:04,994 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:04,995 INFO [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1996130756326298507.jks thread started 2024-11-14T15:12:04,995 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:04,996 INFO [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18043263395469677905.jks thread started 2024-11-14T15:12:04,996 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:05,024 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:05,052 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:05,053 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:05,054 INFO [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1996130756326298507.jks thread started 2024-11-14T15:12:05,054 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:05,055 INFO [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18043263395469677905.jks thread started 2024-11-14T15:12:05,055 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x99eb02f7, L:/127.0.0.1:35799 - R:/127.0.0.1:58046] 2024-11-14T15:12:05,105 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:05,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:05,108 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18043263395469677905.jks was interrupted and is shutting down... 2024-11-14T15:12:05,108 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1996130756326298507.jks was interrupted and is shutting down... 2024-11-14T15:12:05,109 INFO [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18043263395469677905.jks thread finished 2024-11-14T15:12:05,109 INFO [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1996130756326298507.jks thread finished 2024-11-14T15:12:05,678 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:05,678 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:05,678 INFO [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:05,678 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:05,708 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:05,708 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:05,708 INFO [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:05,708 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1996130756326298507.jks 2024-11-14T15:12:05,708 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:05,708 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:05,708 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:05,708 INFO [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:05,723 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:05,723 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:05,723 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:05,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463b82df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:05,723 INFO [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18043263395469677905.jks 2024-11-14T15:12:05,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:05,725 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:05,756 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:05,757 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:05,758 INFO [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1996130756326298507.jks thread started 2024-11-14T15:12:05,758 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:05,758 INFO [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18043263395469677905.jks thread started 2024-11-14T15:12:05,758 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:05,775 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:05,791 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:05,791 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x74871b44, L:/127.0.0.1:35799 - R:/127.0.0.1:58054] 2024-11-14T15:12:05,832 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:05,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:05,834 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35799 2024-11-14T15:12:05,834 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1996130756326298507.jks was interrupted and is shutting down... 2024-11-14T15:12:05,834 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18043263395469677905.jks was interrupted and is shutting down... 2024-11-14T15:12:05,834 DEBUG [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1996130756326298507.jks was interrupted and is shutting down... 2024-11-14T15:12:05,834 DEBUG [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18043263395469677905.jks was interrupted and is shutting down... 2024-11-14T15:12:05,834 INFO [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1996130756326298507.jks thread finished 2024-11-14T15:12:05,834 INFO [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18043263395469677905.jks thread finished 2024-11-14T15:12:05,835 INFO [FileChangeWatcher-hbase_test_key1996130756326298507.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1996130756326298507.jks thread finished 2024-11-14T15:12:05,842 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca18043263395469677905.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 195), ProcessCount=11 (was 11), AvailableMemoryMB=3620 (was 3697) 2024-11-14T15:12:05,848 INFO [FileChangeWatcher-hbase_test_ca18043263395469677905.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18043263395469677905.jks thread finished 2024-11-14T15:12:05,848 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=3620 2024-11-14T15:12:05,896 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T15:12:05,897 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39553 2024-11-14T15:12:05,897 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T15:12:05,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38576bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:05,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:05,900 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:05,920 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:05,921 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:05,921 INFO [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3877873252018321024.pem thread started 2024-11-14T15:12:05,921 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:05,922 INFO [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11708504049175457083.pem thread started 2024-11-14T15:12:05,922 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:05,943 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:05,944 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:05,944 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:05,945 INFO [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3877873252018321024.pem thread started 2024-11-14T15:12:05,945 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:05,946 INFO [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11708504049175457083.pem thread started 2024-11-14T15:12:05,946 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb8646eeb, L:/127.0.0.1:39553 - R:/127.0.0.1:54164] 2024-11-14T15:12:05,964 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:06,343 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,343 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,343 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,343 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,344 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,344 INFO [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,344 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,344 INFO [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,344 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,344 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,344 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,344 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,344 INFO [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,344 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,344 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,344 INFO [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,345 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,345 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,345 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39553,0 is dead - stopping the connection localhost:39553/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T15:12:06,345 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,345 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,345 INFO [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,345 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,345 INFO [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,345 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,345 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:06,345 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,345 INFO [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,345 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,346 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:06,352 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:06,353 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:06,359 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:06,359 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:06,360 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x33b7f176, L:/127.0.0.1:39553 - R:/127.0.0.1:54180] 2024-11-14T15:12:06,375 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:06,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:06,377 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39553 2024-11-14T15:12:06,377 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3877873252018321024.pem was interrupted and is shutting down... 2024-11-14T15:12:06,377 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11708504049175457083.pem was interrupted and is shutting down... 2024-11-14T15:12:06,377 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3877873252018321024.pem was interrupted and is shutting down... 2024-11-14T15:12:06,377 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11708504049175457083.pem was interrupted and is shutting down... 2024-11-14T15:12:06,378 INFO [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3877873252018321024.pem thread finished 2024-11-14T15:12:06,378 INFO [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11708504049175457083.pem thread finished 2024-11-14T15:12:06,378 INFO [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3877873252018321024.pem thread finished 2024-11-14T15:12:06,385 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca11708504049175457083.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 195), ProcessCount=11 (was 11), AvailableMemoryMB=3556 (was 3620) 2024-11-14T15:12:06,391 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=3556 2024-11-14T15:12:06,393 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T15:12:06,394 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40245 2024-11-14T15:12:06,394 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T15:12:06,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c46d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:06,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:06,396 INFO [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11708504049175457083.pem thread finished 2024-11-14T15:12:06,397 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:06,401 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:06,402 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:06,403 INFO [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3877873252018321024.pem thread started 2024-11-14T15:12:06,403 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:06,403 INFO [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11708504049175457083.pem thread started 2024-11-14T15:12:06,403 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:06,408 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:06,409 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:06,409 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:06,410 INFO [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3877873252018321024.pem thread started 2024-11-14T15:12:06,410 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:06,411 INFO [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11708504049175457083.pem thread started 2024-11-14T15:12:06,411 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf7e95db3, L:/127.0.0.1:40245 - R:/127.0.0.1:35002] 2024-11-14T15:12:06,426 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:06,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:06,429 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11708504049175457083.pem was interrupted and is shutting down... 2024-11-14T15:12:06,429 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3877873252018321024.pem was interrupted and is shutting down... 2024-11-14T15:12:06,429 INFO [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11708504049175457083.pem thread finished 2024-11-14T15:12:06,429 INFO [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3877873252018321024.pem thread finished 2024-11-14T15:12:06,650 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,650 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,650 INFO [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,651 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,651 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,651 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,651 INFO [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,651 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3877873252018321024.pem 2024-11-14T15:12:06,651 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3609d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:06,651 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,651 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,652 INFO [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:06,652 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,652 INFO [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11708504049175457083.pem 2024-11-14T15:12:06,653 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:06,658 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:06,659 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:06,659 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:06,659 INFO [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3877873252018321024.pem thread started 2024-11-14T15:12:06,661 INFO [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11708504049175457083.pem thread started 2024-11-14T15:12:06,661 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:06,667 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:06,668 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:06,668 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x606ceb18, L:/127.0.0.1:40245 - R:/127.0.0.1:35010] 2024-11-14T15:12:06,685 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:06,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:06,687 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40245 2024-11-14T15:12:06,687 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11708504049175457083.pem was interrupted and is shutting down... 2024-11-14T15:12:06,687 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3877873252018321024.pem was interrupted and is shutting down... 2024-11-14T15:12:06,687 DEBUG [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3877873252018321024.pem was interrupted and is shutting down... 2024-11-14T15:12:06,687 DEBUG [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11708504049175457083.pem was interrupted and is shutting down... 2024-11-14T15:12:06,687 INFO [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11708504049175457083.pem thread finished 2024-11-14T15:12:06,693 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=33 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_key3877873252018321024.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key3877873252018321024.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 187), ProcessCount=11 (was 11), AvailableMemoryMB=3511 (was 3556) 2024-11-14T15:12:06,699 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=3510 2024-11-14T15:12:06,704 INFO [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3877873252018321024.pem thread finished 2024-11-14T15:12:06,704 INFO [FileChangeWatcher-hbase_test_key3877873252018321024.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3877873252018321024.pem thread finished 2024-11-14T15:12:06,704 INFO [FileChangeWatcher-hbase_test_ca11708504049175457083.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11708504049175457083.pem thread finished 2024-11-14T15:12:06,742 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T15:12:06,743 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33177 2024-11-14T15:12:06,743 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T15:12:06,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb3d421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:06,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:06,745 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:06,788 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:06,788 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:06,789 INFO [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12140538680079016080.p12 thread started 2024-11-14T15:12:06,789 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:06,789 INFO [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1875234053052688484.p12 thread started 2024-11-14T15:12:06,790 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:06,806 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:06,821 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:06,821 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:06,822 INFO [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12140538680079016080.p12 thread started 2024-11-14T15:12:06,822 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:06,822 INFO [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1875234053052688484.p12 thread started 2024-11-14T15:12:06,822 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x79f8587d, L:/127.0.0.1:33177 - R:/127.0.0.1:58152] 2024-11-14T15:12:06,861 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:07,065 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,065 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,065 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,065 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,066 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,066 INFO [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,066 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,066 INFO [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,092 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,092 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,092 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,092 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,092 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,092 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,092 INFO [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,092 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,092 INFO [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,092 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,092 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,092 INFO [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,092 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,092 INFO [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,092 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,092 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,107 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,107 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,107 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33177,0 is dead - stopping the connection localhost:33177/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T15:12:07,107 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,107 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,107 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,107 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,107 INFO [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,107 INFO [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:07,109 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:07,140 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:07,141 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:07,157 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:07,172 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:07,172 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5d1aacf7, L:/127.0.0.1:33177 - R:/127.0.0.1:58154] 2024-11-14T15:12:07,210 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:07,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:07,212 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12140538680079016080.p12 was interrupted and is shutting down... 2024-11-14T15:12:07,212 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1875234053052688484.p12 was interrupted and is shutting down... 2024-11-14T15:12:07,212 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33177 2024-11-14T15:12:07,212 INFO [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12140538680079016080.p12 thread finished 2024-11-14T15:12:07,212 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1875234053052688484.p12 was interrupted and is shutting down... 2024-11-14T15:12:07,212 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12140538680079016080.p12 was interrupted and is shutting down... 2024-11-14T15:12:07,212 INFO [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1875234053052688484.p12 thread finished 2024-11-14T15:12:07,219 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 187), ProcessCount=11 (was 11), AvailableMemoryMB=3457 (was 3510) 2024-11-14T15:12:07,226 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=3457 2024-11-14T15:12:07,227 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T15:12:07,228 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40821 2024-11-14T15:12:07,228 INFO [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1875234053052688484.p12 thread finished 2024-11-14T15:12:07,228 INFO [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12140538680079016080.p12 thread finished 2024-11-14T15:12:07,228 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T15:12:07,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b01163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:07,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:07,230 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:07,260 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:07,261 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:07,261 INFO [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12140538680079016080.p12 thread started 2024-11-14T15:12:07,261 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:07,262 INFO [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1875234053052688484.p12 thread started 2024-11-14T15:12:07,262 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:07,278 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:07,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:07,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:07,294 INFO [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12140538680079016080.p12 thread started 2024-11-14T15:12:07,294 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:07,294 INFO [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1875234053052688484.p12 thread started 2024-11-14T15:12:07,295 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfbef4f69, L:/127.0.0.1:40821 - R:/127.0.0.1:41586] 2024-11-14T15:12:07,331 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:07,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:07,333 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1875234053052688484.p12 was interrupted and is shutting down... 2024-11-14T15:12:07,333 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12140538680079016080.p12 was interrupted and is shutting down... 2024-11-14T15:12:07,333 INFO [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1875234053052688484.p12 thread finished 2024-11-14T15:12:07,349 INFO [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12140538680079016080.p12 thread finished 2024-11-14T15:12:07,547 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,547 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,548 INFO [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,548 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,574 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,574 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,574 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,574 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,574 INFO [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12140538680079016080.p12 2024-11-14T15:12:07,574 INFO [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,574 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,575 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,589 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,589 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,590 INFO [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,590 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1875234053052688484.p12 2024-11-14T15:12:07,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474094d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:07,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:07,591 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:07,622 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:07,623 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:07,623 INFO [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12140538680079016080.p12 thread started 2024-11-14T15:12:07,623 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:07,624 INFO [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1875234053052688484.p12 thread started 2024-11-14T15:12:07,624 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:07,640 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:07,655 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:07,655 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x379d43ad, L:/127.0.0.1:40821 - R:/127.0.0.1:41596] 2024-11-14T15:12:07,691 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:07,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:07,693 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40821 2024-11-14T15:12:07,693 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1875234053052688484.p12 was interrupted and is shutting down... 2024-11-14T15:12:07,693 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12140538680079016080.p12 was interrupted and is shutting down... 2024-11-14T15:12:07,693 DEBUG [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12140538680079016080.p12 was interrupted and is shutting down... 2024-11-14T15:12:07,693 DEBUG [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1875234053052688484.p12 was interrupted and is shutting down... 2024-11-14T15:12:07,693 INFO [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12140538680079016080.p12 thread finished 2024-11-14T15:12:07,693 INFO [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1875234053052688484.p12 thread finished 2024-11-14T15:12:07,693 INFO [FileChangeWatcher-hbase_test_key12140538680079016080.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12140538680079016080.p12 thread finished 2024-11-14T15:12:07,700 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 187), ProcessCount=11 (was 11), AvailableMemoryMB=3399 (was 3457) 2024-11-14T15:12:07,705 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=3399 2024-11-14T15:12:07,716 INFO [FileChangeWatcher-hbase_test_ca1875234053052688484.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1875234053052688484.p12 thread finished 2024-11-14T15:12:08,233 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T15:12:08,234 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38353 2024-11-14T15:12:08,234 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T15:12:08,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2670b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:08,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:08,236 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:08,570 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:08,571 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:08,572 INFO [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6358775444613382482.bcfks thread started 2024-11-14T15:12:08,572 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:08,572 INFO [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks thread started 2024-11-14T15:12:08,572 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:08,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:08,897 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:08,898 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:08,898 INFO [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6358775444613382482.bcfks thread started 2024-11-14T15:12:08,898 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:08,899 INFO [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks thread started 2024-11-14T15:12:08,899 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x033c678e, L:/127.0.0.1:38353 - R:/127.0.0.1:39406] 2024-11-14T15:12:09,089 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:09,406 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:09,406 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:09,406 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:09,406 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:09,406 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:09,406 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:09,406 INFO [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:09,406 INFO [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:09,648 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:09,648 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:09,648 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:09,648 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:09,649 INFO [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:09,649 INFO [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:09,649 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:09,649 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:09,649 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:09,649 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:09,649 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:09,649 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:09,649 INFO [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:09,649 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:09,649 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:09,649 INFO [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:09,810 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38353,0 is dead - stopping the connection localhost:38353/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T15:12:09,810 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:09,810 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:09,810 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:09,810 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:09,810 INFO [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:09,810 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:09,810 INFO [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:09,810 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:09,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:09,811 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:10,136 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:10,137 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:10,299 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:10,462 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:10,463 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa5b41919, L:/127.0.0.1:38353 - R:/127.0.0.1:43240] 2024-11-14T15:12:10,646 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:10,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:10,648 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38353 2024-11-14T15:12:10,648 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6358775444613382482.bcfks was interrupted and is shutting down... 2024-11-14T15:12:10,648 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks was interrupted and is shutting down... 2024-11-14T15:12:10,648 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6358775444613382482.bcfks was interrupted and is shutting down... 2024-11-14T15:12:10,648 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks was interrupted and is shutting down... 2024-11-14T15:12:10,648 INFO [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6358775444613382482.bcfks thread finished 2024-11-14T15:12:10,648 INFO [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6358775444613382482.bcfks thread finished 2024-11-14T15:12:10,649 INFO [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks thread finished 2024-11-14T15:12:10,655 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 187), ProcessCount=11 (was 11), AvailableMemoryMB=3301 (was 3399) 2024-11-14T15:12:10,660 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=3301 2024-11-14T15:12:10,662 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T15:12:10,662 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34967 2024-11-14T15:12:10,662 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T15:12:10,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6271acb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:10,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:10,664 INFO [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks thread finished 2024-11-14T15:12:10,664 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:10,988 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:10,989 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:10,990 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:10,990 INFO [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6358775444613382482.bcfks thread started 2024-11-14T15:12:10,990 INFO [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks thread started 2024-11-14T15:12:10,990 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:11,153 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:11,316 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:11,317 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:11,318 INFO [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6358775444613382482.bcfks thread started 2024-11-14T15:12:11,318 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:11,318 INFO [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks thread started 2024-11-14T15:12:11,318 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9ca45c6b, L:/127.0.0.1:34967 - R:/127.0.0.1:54684] 2024-11-14T15:12:11,498 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:11,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:11,500 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6358775444613382482.bcfks was interrupted and is shutting down... 2024-11-14T15:12:11,500 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks was interrupted and is shutting down... 2024-11-14T15:12:11,500 INFO [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks thread finished 2024-11-14T15:12:11,501 INFO [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6358775444613382482.bcfks thread finished 2024-11-14T15:12:11,805 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:11,805 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:11,805 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:11,805 INFO [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:12,049 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:12,049 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:12,049 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:12,049 INFO [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6358775444613382482.bcfks 2024-11-14T15:12:12,049 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:12,049 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:12,049 INFO [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:12,049 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:12,211 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:12,211 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:12,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1872a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:12,211 INFO [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:12,211 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3539844063902685486.bcfks 2024-11-14T15:12:12,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:12,213 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:12,536 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:12,537 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:12,537 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:12,537 INFO [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6358775444613382482.bcfks thread started 2024-11-14T15:12:12,538 INFO [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks thread started 2024-11-14T15:12:12,538 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:12,702 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:12,864 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:12,865 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb9f4461c, L:/127.0.0.1:34967 - R:/127.0.0.1:54696] 2024-11-14T15:12:13,048 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:13,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:13,051 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34967 2024-11-14T15:12:13,051 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6358775444613382482.bcfks was interrupted and is shutting down... 2024-11-14T15:12:13,051 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks was interrupted and is shutting down... 2024-11-14T15:12:13,051 DEBUG [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6358775444613382482.bcfks was interrupted and is shutting down... 2024-11-14T15:12:13,051 DEBUG [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks was interrupted and is shutting down... 2024-11-14T15:12:13,052 INFO [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6358775444613382482.bcfks thread finished 2024-11-14T15:12:13,052 INFO [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks thread finished 2024-11-14T15:12:13,059 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 187) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3262 (was 3301) 2024-11-14T15:12:13,065 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=3262 2024-11-14T15:12:13,068 INFO [FileChangeWatcher-hbase_test_key6358775444613382482.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6358775444613382482.bcfks thread finished 2024-11-14T15:12:13,068 INFO [FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3539844063902685486.bcfks thread finished 2024-11-14T15:12:13,199 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T15:12:13,200 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38665 2024-11-14T15:12:13,200 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T15:12:13,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcdf906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:13,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:13,202 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:13,232 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:13,233 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,234 INFO [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12556747473923679162.jks thread started 2024-11-14T15:12:13,234 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,234 INFO [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17319672795043194845.jks thread started 2024-11-14T15:12:13,234 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:13,250 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:13,265 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:13,266 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,266 INFO [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12556747473923679162.jks thread started 2024-11-14T15:12:13,266 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,267 INFO [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17319672795043194845.jks thread started 2024-11-14T15:12:13,267 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3b02bab5, L:/127.0.0.1:38665 - R:/127.0.0.1:38574] 2024-11-14T15:12:13,315 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:13,324 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,324 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,324 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,325 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,325 INFO [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,325 INFO [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,325 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,325 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,352 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,352 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,352 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,352 INFO [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,352 INFO [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,352 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,352 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,352 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,352 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,352 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,352 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,352 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,352 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,352 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,352 INFO [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,352 INFO [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,367 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,367 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,367 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38665,0 is dead - stopping the connection localhost:38665/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T15:12:13,367 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,367 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,367 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,367 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,367 INFO [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,367 INFO [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:13,368 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:13,398 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:13,399 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:13,415 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:13,429 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:13,430 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x850f99d9, L:/127.0.0.1:38665 - R:/127.0.0.1:38586] 2024-11-14T15:12:13,471 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:13,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:13,472 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38665 2024-11-14T15:12:13,472 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17319672795043194845.jks was interrupted and is shutting down... 2024-11-14T15:12:13,472 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12556747473923679162.jks was interrupted and is shutting down... 2024-11-14T15:12:13,473 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12556747473923679162.jks was interrupted and is shutting down... 2024-11-14T15:12:13,473 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17319672795043194845.jks was interrupted and is shutting down... 2024-11-14T15:12:13,473 INFO [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17319672795043194845.jks thread finished 2024-11-14T15:12:13,473 INFO [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12556747473923679162.jks thread finished 2024-11-14T15:12:13,473 INFO [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12556747473923679162.jks thread finished 2024-11-14T15:12:13,480 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 188), ProcessCount=11 (was 11), AvailableMemoryMB=3238 (was 3262) 2024-11-14T15:12:13,480 INFO [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17319672795043194845.jks thread finished 2024-11-14T15:12:13,485 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=3237 2024-11-14T15:12:13,487 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T15:12:13,487 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37607 2024-11-14T15:12:13,487 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T15:12:13,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:13,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:13,489 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:13,518 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:13,519 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,519 INFO [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12556747473923679162.jks thread started 2024-11-14T15:12:13,519 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,520 INFO [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17319672795043194845.jks thread started 2024-11-14T15:12:13,520 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:13,535 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:13,550 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:13,550 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,551 INFO [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12556747473923679162.jks thread started 2024-11-14T15:12:13,551 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,551 INFO [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17319672795043194845.jks thread started 2024-11-14T15:12:13,551 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb34abf83, L:/127.0.0.1:37607 - R:/127.0.0.1:54342] 2024-11-14T15:12:13,589 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:13,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:13,590 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12556747473923679162.jks was interrupted and is shutting down... 2024-11-14T15:12:13,590 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17319672795043194845.jks was interrupted and is shutting down... 2024-11-14T15:12:13,591 INFO [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17319672795043194845.jks thread finished 2024-11-14T15:12:13,591 INFO [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12556747473923679162.jks thread finished 2024-11-14T15:12:13,598 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,598 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,598 INFO [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,598 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,626 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,626 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,626 INFO [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,626 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12556747473923679162.jks 2024-11-14T15:12:13,626 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,626 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,626 INFO [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,626 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,641 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,641 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,641 INFO [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,641 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17319672795043194845.jks 2024-11-14T15:12:13,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:13,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:13,642 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:13,676 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:13,677 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,677 INFO [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12556747473923679162.jks thread started 2024-11-14T15:12:13,677 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,685 INFO [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17319672795043194845.jks thread started 2024-11-14T15:12:13,685 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:13,702 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:13,720 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:13,721 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa0b01c42, L:/127.0.0.1:37607 - R:/127.0.0.1:54354] 2024-11-14T15:12:13,759 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:13,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:13,761 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37607 2024-11-14T15:12:13,761 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12556747473923679162.jks was interrupted and is shutting down... 2024-11-14T15:12:13,761 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17319672795043194845.jks was interrupted and is shutting down... 2024-11-14T15:12:13,761 DEBUG [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17319672795043194845.jks was interrupted and is shutting down... 2024-11-14T15:12:13,761 DEBUG [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12556747473923679162.jks was interrupted and is shutting down... 2024-11-14T15:12:13,761 INFO [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17319672795043194845.jks thread finished 2024-11-14T15:12:13,761 INFO [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12556747473923679162.jks thread finished 2024-11-14T15:12:13,768 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 188), ProcessCount=11 (was 11), AvailableMemoryMB=3214 (was 3237) 2024-11-14T15:12:13,772 INFO [FileChangeWatcher-hbase_test_ca17319672795043194845.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17319672795043194845.jks thread finished 2024-11-14T15:12:13,772 INFO [FileChangeWatcher-hbase_test_key12556747473923679162.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12556747473923679162.jks thread finished 2024-11-14T15:12:13,774 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=3214 2024-11-14T15:12:13,779 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T15:12:13,779 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33661 2024-11-14T15:12:13,779 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T15:12:13,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:13,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:13,781 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:13,785 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:13,785 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,786 INFO [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7098379692241436820.pem thread started 2024-11-14T15:12:13,786 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,786 INFO [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5195894820885367942.pem thread started 2024-11-14T15:12:13,786 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:13,790 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:13,790 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:13,791 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,791 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,791 INFO [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7098379692241436820.pem thread started 2024-11-14T15:12:13,791 INFO [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5195894820885367942.pem thread started 2024-11-14T15:12:13,791 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa194b54e, L:/127.0.0.1:33661 - R:/127.0.0.1:43070] 2024-11-14T15:12:13,806 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,815 INFO [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,815 INFO [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,815 INFO [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,815 INFO [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,815 INFO [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,815 INFO [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,815 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33661,0 is dead - stopping the connection localhost:33661/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,815 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,815 INFO [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:13,816 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:13,820 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:13,821 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:13,824 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:13,824 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:13,825 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x96b0d355, L:/127.0.0.1:33661 - R:/127.0.0.1:43074] 2024-11-14T15:12:13,839 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:13,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:13,840 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33661 2024-11-14T15:12:13,840 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7098379692241436820.pem was interrupted and is shutting down... 2024-11-14T15:12:13,840 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5195894820885367942.pem was interrupted and is shutting down... 2024-11-14T15:12:13,840 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5195894820885367942.pem was interrupted and is shutting down... 2024-11-14T15:12:13,841 INFO [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7098379692241436820.pem thread finished 2024-11-14T15:12:13,841 INFO [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5195894820885367942.pem thread finished 2024-11-14T15:12:13,840 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7098379692241436820.pem was interrupted and is shutting down... 2024-11-14T15:12:13,841 INFO [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5195894820885367942.pem thread finished 2024-11-14T15:12:13,847 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 188), ProcessCount=11 (was 11), AvailableMemoryMB=3214 (was 3214) 2024-11-14T15:12:13,853 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=3213 2024-11-14T15:12:13,854 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T15:12:13,855 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38143 2024-11-14T15:12:13,855 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T15:12:13,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:13,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:13,856 INFO [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7098379692241436820.pem thread finished 2024-11-14T15:12:13,856 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:13,860 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:13,860 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,861 INFO [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7098379692241436820.pem thread started 2024-11-14T15:12:13,861 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,861 INFO [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5195894820885367942.pem thread started 2024-11-14T15:12:13,861 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:13,865 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:13,865 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:13,865 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,866 INFO [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7098379692241436820.pem thread started 2024-11-14T15:12:13,866 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,867 INFO [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5195894820885367942.pem thread started 2024-11-14T15:12:13,867 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xaae1baa8, L:/127.0.0.1:38143 - R:/127.0.0.1:39140] 2024-11-14T15:12:13,880 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:13,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:13,882 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7098379692241436820.pem was interrupted and is shutting down... 2024-11-14T15:12:13,882 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5195894820885367942.pem was interrupted and is shutting down... 2024-11-14T15:12:13,882 INFO [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7098379692241436820.pem thread finished 2024-11-14T15:12:13,882 INFO [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5195894820885367942.pem thread finished 2024-11-14T15:12:13,889 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,889 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,889 INFO [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,889 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,889 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,889 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,889 INFO [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,889 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,889 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7098379692241436820.pem 2024-11-14T15:12:13,889 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,889 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,889 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,889 INFO [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,889 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5195894820885367942.pem 2024-11-14T15:12:13,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:13,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:13,890 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:13,894 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:13,894 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,895 INFO [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7098379692241436820.pem thread started 2024-11-14T15:12:13,895 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:13,895 INFO [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5195894820885367942.pem thread started 2024-11-14T15:12:13,895 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:13,899 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:13,899 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:13,900 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x90bca009, L:/127.0.0.1:38143 - R:/127.0.0.1:39148] 2024-11-14T15:12:13,914 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:13,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:13,915 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38143 2024-11-14T15:12:13,915 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7098379692241436820.pem was interrupted and is shutting down... 2024-11-14T15:12:13,915 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5195894820885367942.pem was interrupted and is shutting down... 2024-11-14T15:12:13,915 DEBUG [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7098379692241436820.pem was interrupted and is shutting down... 2024-11-14T15:12:13,915 DEBUG [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5195894820885367942.pem was interrupted and is shutting down... 2024-11-14T15:12:13,915 INFO [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5195894820885367942.pem thread finished 2024-11-14T15:12:13,915 INFO [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7098379692241436820.pem thread finished 2024-11-14T15:12:13,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 188), ProcessCount=11 (was 11), AvailableMemoryMB=3212 (was 3213) 2024-11-14T15:12:13,928 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=3212 2024-11-14T15:12:13,928 INFO [FileChangeWatcher-hbase_test_ca5195894820885367942.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5195894820885367942.pem thread finished 2024-11-14T15:12:13,928 INFO [FileChangeWatcher-hbase_test_key7098379692241436820.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7098379692241436820.pem thread finished 2024-11-14T15:12:13,969 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T15:12:13,970 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38637 2024-11-14T15:12:13,970 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T15:12:13,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d65947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:13,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:13,971 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:14,000 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:14,000 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:14,000 INFO [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4772945451593923988.p12 thread started 2024-11-14T15:12:14,000 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:14,001 INFO [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12524689430557649199.p12 thread started 2024-11-14T15:12:14,001 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:14,016 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:14,030 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:14,030 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:14,031 INFO [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4772945451593923988.p12 thread started 2024-11-14T15:12:14,031 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:14,031 INFO [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12524689430557649199.p12 thread started 2024-11-14T15:12:14,031 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc27a8f43, L:/127.0.0.1:38637 - R:/127.0.0.1:35742] 2024-11-14T15:12:14,066 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:14,072 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,072 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,072 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,072 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,072 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,072 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,072 INFO [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,072 INFO [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,097 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,097 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,097 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,097 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,097 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,097 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,097 INFO [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,097 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,097 INFO [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,097 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,097 INFO [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,097 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,097 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,097 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,097 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,097 INFO [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,113 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,113 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,113 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,113 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,113 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,113 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38637,0 is dead - stopping the connection localhost:38637/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T15:12:14,113 INFO [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,113 INFO [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,113 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:14,114 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:14,144 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:14,145 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:14,160 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:14,174 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:14,175 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x51d2b569, L:/127.0.0.1:38637 - R:/127.0.0.1:35752] 2024-11-14T15:12:14,214 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:14,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:14,215 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38637 2024-11-14T15:12:14,215 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12524689430557649199.p12 was interrupted and is shutting down... 2024-11-14T15:12:14,215 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4772945451593923988.p12 was interrupted and is shutting down... 2024-11-14T15:12:14,215 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4772945451593923988.p12 was interrupted and is shutting down... 2024-11-14T15:12:14,215 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12524689430557649199.p12 was interrupted and is shutting down... 2024-11-14T15:12:14,216 INFO [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12524689430557649199.p12 thread finished 2024-11-14T15:12:14,222 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41 (was 39) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 188), ProcessCount=11 (was 11), AvailableMemoryMB=3212 (was 3212) 2024-11-14T15:12:14,228 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=3212 2024-11-14T15:12:14,228 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T15:12:14,229 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38343 2024-11-14T15:12:14,229 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T15:12:14,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec946e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:14,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:14,231 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:14,232 INFO [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12524689430557649199.p12 thread finished 2024-11-14T15:12:14,232 INFO [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4772945451593923988.p12 thread finished 2024-11-14T15:12:14,232 INFO [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4772945451593923988.p12 thread finished 2024-11-14T15:12:14,261 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:14,261 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:14,262 INFO [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4772945451593923988.p12 thread started 2024-11-14T15:12:14,262 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:14,262 INFO [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12524689430557649199.p12 thread started 2024-11-14T15:12:14,262 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:14,277 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:14,292 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:14,292 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:14,292 INFO [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4772945451593923988.p12 thread started 2024-11-14T15:12:14,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:14,293 INFO [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12524689430557649199.p12 thread started 2024-11-14T15:12:14,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0208363a, L:/127.0.0.1:38343 - R:/127.0.0.1:48580] 2024-11-14T15:12:14,327 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:14,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:14,328 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12524689430557649199.p12 was interrupted and is shutting down... 2024-11-14T15:12:14,328 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4772945451593923988.p12 was interrupted and is shutting down... 2024-11-14T15:12:14,329 INFO [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12524689430557649199.p12 thread finished 2024-11-14T15:12:14,329 INFO [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4772945451593923988.p12 thread finished 2024-11-14T15:12:14,332 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,332 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,332 INFO [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,332 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,357 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,357 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,357 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,357 INFO [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4772945451593923988.p12 2024-11-14T15:12:14,357 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,357 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,357 INFO [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,357 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,372 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,372 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,372 INFO [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,372 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12524689430557649199.p12 2024-11-14T15:12:14,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc3b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:14,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:14,373 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:14,403 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:14,403 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:14,404 INFO [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4772945451593923988.p12 thread started 2024-11-14T15:12:14,404 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:14,404 INFO [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12524689430557649199.p12 thread started 2024-11-14T15:12:14,404 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:14,419 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:14,433 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:14,434 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2403557d, L:/127.0.0.1:38343 - R:/127.0.0.1:48582] 2024-11-14T15:12:14,470 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:14,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:14,471 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4772945451593923988.p12 was interrupted and is shutting down... 2024-11-14T15:12:14,471 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38343 2024-11-14T15:12:14,471 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12524689430557649199.p12 was interrupted and is shutting down... 2024-11-14T15:12:14,471 DEBUG [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4772945451593923988.p12 was interrupted and is shutting down... 2024-11-14T15:12:14,472 DEBUG [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12524689430557649199.p12 was interrupted and is shutting down... 2024-11-14T15:12:14,472 INFO [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4772945451593923988.p12 thread finished 2024-11-14T15:12:14,472 INFO [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12524689430557649199.p12 thread finished 2024-11-14T15:12:14,479 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 188), ProcessCount=11 (was 11), AvailableMemoryMB=3209 (was 3212) 2024-11-14T15:12:14,484 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=3209 2024-11-14T15:12:14,488 INFO [FileChangeWatcher-hbase_test_ca12524689430557649199.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12524689430557649199.p12 thread finished 2024-11-14T15:12:14,488 INFO [FileChangeWatcher-hbase_test_key4772945451593923988.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4772945451593923988.p12 thread finished 2024-11-14T15:12:14,890 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T15:12:14,890 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32853 2024-11-14T15:12:14,891 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T15:12:14,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2071b335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:14,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:14,892 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:15,215 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:15,215 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:15,216 INFO [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3400977303591003183.bcfks thread started 2024-11-14T15:12:15,216 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:15,216 INFO [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks thread started 2024-11-14T15:12:15,217 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:15,378 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:15,540 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:15,541 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:15,541 INFO [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3400977303591003183.bcfks thread started 2024-11-14T15:12:15,541 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:15,542 INFO [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks thread started 2024-11-14T15:12:15,542 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb3baaa49, L:/127.0.0.1:32853 - R:/127.0.0.1:48382] 2024-11-14T15:12:15,760 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:15,768 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:15,768 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:15,768 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:15,768 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:15,768 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:15,768 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:15,768 INFO [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:15,768 INFO [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:16,011 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:16,011 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:16,011 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:16,011 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:16,011 INFO [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:16,011 INFO [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:16,011 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:16,011 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:16,011 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:16,011 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:16,011 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:16,011 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:16,011 INFO [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:16,011 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:16,011 INFO [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:16,011 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:16,172 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,32853,0 is dead - stopping the connection localhost:32853/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T15:12:16,172 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:16,172 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:16,172 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:16,172 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:16,172 INFO [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:16,172 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:16,172 INFO [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:16,172 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:16,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:16,173 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:16,499 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:16,499 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:16,661 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:16,822 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:16,823 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5620ff3f, L:/127.0.0.1:32853 - R:/127.0.0.1:48392] 2024-11-14T15:12:17,002 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:17,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:17,004 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32853 2024-11-14T15:12:17,004 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3400977303591003183.bcfks was interrupted and is shutting down... 2024-11-14T15:12:17,004 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks was interrupted and is shutting down... 2024-11-14T15:12:17,004 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks was interrupted and is shutting down... 2024-11-14T15:12:17,004 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3400977303591003183.bcfks was interrupted and is shutting down... 2024-11-14T15:12:17,004 INFO [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks thread finished 2024-11-14T15:12:17,004 INFO [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3400977303591003183.bcfks thread finished 2024-11-14T15:12:17,004 INFO [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks thread finished 2024-11-14T15:12:17,011 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 188), ProcessCount=11 (was 11), AvailableMemoryMB=3212 (was 3209) - AvailableMemoryMB LEAK? - 2024-11-14T15:12:17,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=3211 2024-11-14T15:12:17,018 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T15:12:17,019 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38957 2024-11-14T15:12:17,019 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T15:12:17,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef107f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:17,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:17,020 INFO [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3400977303591003183.bcfks thread finished 2024-11-14T15:12:17,020 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:17,344 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:17,344 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:17,345 INFO [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3400977303591003183.bcfks thread started 2024-11-14T15:12:17,345 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:17,345 INFO [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks thread started 2024-11-14T15:12:17,345 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:17,508 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:17,669 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:17,670 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:17,670 INFO [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3400977303591003183.bcfks thread started 2024-11-14T15:12:17,670 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:17,671 INFO [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks thread started 2024-11-14T15:12:17,671 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5d2b45b5, L:/127.0.0.1:38957 - R:/127.0.0.1:38214] 2024-11-14T15:12:17,847 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:17,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:17,849 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks was interrupted and is shutting down... 2024-11-14T15:12:17,849 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3400977303591003183.bcfks was interrupted and is shutting down... 2024-11-14T15:12:17,849 INFO [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks thread finished 2024-11-14T15:12:17,849 INFO [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3400977303591003183.bcfks thread finished 2024-11-14T15:12:17,857 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:17,857 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:17,857 INFO [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:17,857 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:18,100 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:18,100 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:18,101 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:18,101 INFO [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3400977303591003183.bcfks 2024-11-14T15:12:18,101 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:18,101 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:18,101 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:18,101 INFO [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:18,262 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:18,262 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:18,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4902961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T15:12:18,262 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:18,262 INFO [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10418777422209136149.bcfks 2024-11-14T15:12:18,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T15:12:18,263 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:18,586 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:18,586 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:18,587 INFO [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3400977303591003183.bcfks thread started 2024-11-14T15:12:18,587 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f7b55265-844c-fc18-ec0a-86c953f99aa1/TestNettyTLSIPCFileWatcher 2024-11-14T15:12:18,587 INFO [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks thread started 2024-11-14T15:12:18,587 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T15:12:18,749 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T15:12:18,911 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T15:12:18,912 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8aa665eb, L:/127.0.0.1:38957 - R:/127.0.0.1:38230] 2024-11-14T15:12:19,089 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T15:12:19,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T15:12:19,091 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38957 2024-11-14T15:12:19,091 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks was interrupted and is shutting down... 2024-11-14T15:12:19,091 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3400977303591003183.bcfks was interrupted and is shutting down... 2024-11-14T15:12:19,091 DEBUG [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks was interrupted and is shutting down... 2024-11-14T15:12:19,091 DEBUG [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3400977303591003183.bcfks was interrupted and is shutting down... 2024-11-14T15:12:19,091 INFO [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks thread finished 2024-11-14T15:12:19,091 INFO [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3400977303591003183.bcfks thread finished 2024-11-14T15:12:19,099 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 181), ProcessCount=11 (was 11), AvailableMemoryMB=3212 (was 3211) - AvailableMemoryMB LEAK? - 2024-11-14T15:12:19,104 INFO [FileChangeWatcher-hbase_test_key3400977303591003183.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3400977303591003183.bcfks thread finished 2024-11-14T15:12:19,104 INFO [FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10418777422209136149.bcfks thread finished