2024-11-14 05:29:18,306 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-14 05:29:18,324 main DEBUG Took 0.015089 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 05:29:18,325 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 05:29:18,325 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 05:29:18,327 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 05:29:18,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 05:29:18,341 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 05:29:18,358 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 05:29:18,360 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 05:29:18,361 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 05:29:18,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 05:29:18,363 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 05:29:18,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 05:29:18,365 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 05:29:18,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 05:29:18,366 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 05:29:18,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 05:29:18,368 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 05:29:18,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 05:29:18,370 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 05:29:18,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 05:29:18,373 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 05:29:18,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 05:29:18,374 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 05:29:18,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 05:29:18,376 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 05:29:18,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 05:29:18,378 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 05:29:18,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 05:29:18,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 05:29:18,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 05:29:18,380 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 05:29:18,381 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 05:29:18,383 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 05:29:18,385 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 05:29:18,388 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 05:29:18,389 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 05:29:18,391 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 05:29:18,392 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 05:29:18,404 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 05:29:18,408 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 05:29:18,410 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 05:29:18,411 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 05:29:18,412 main DEBUG createAppenders(={Console}) 2024-11-14 05:29:18,413 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-14 05:29:18,414 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-14 05:29:18,414 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-14 05:29:18,415 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 05:29:18,416 main DEBUG OutputStream closed 2024-11-14 05:29:18,416 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 05:29:18,417 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 05:29:18,417 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-14 05:29:18,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 05:29:18,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 05:29:18,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 05:29:18,531 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 05:29:18,532 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 05:29:18,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 05:29:18,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 05:29:18,533 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 05:29:18,534 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 05:29:18,534 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 05:29:18,535 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 05:29:18,535 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 05:29:18,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 05:29:18,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 05:29:18,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 05:29:18,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 05:29:18,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 05:29:18,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 05:29:18,541 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 05:29:18,542 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-14 05:29:18,542 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 05:29:18,543 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-14T05:29:18,563 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-14 05:29:18,566 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 05:29:18,567 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T05:29:18,943 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T05:29:19,807 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=5280 2024-11-14T05:29:20,842 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T05:29:20,894 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T05:29:20,911 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T05:29:20,925 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T05:29:21,011 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T05:29:21,045 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 48985 (auto-detected) 2024-11-14T05:29:21,047 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T05:29:21,074 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42649 2024-11-14T05:29:21,077 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T05:29:21,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:21,115 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T05:29:21,116 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T05:29:21,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:21,477 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:21,523 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:21,633 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:21,635 INFO [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11217623145620644389.jks thread started 2024-11-14T05:29:21,636 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:21,636 INFO [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6350305666816812793.jks thread started 2024-11-14T05:29:21,643 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:21,721 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:21,739 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:21,829 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:21,831 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:21,830 INFO [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11217623145620644389.jks thread started 2024-11-14T05:29:21,835 INFO [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6350305666816812793.jks thread started 2024-11-14T05:29:21,837 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x382783bf, L:/127.0.0.1:42649 - R:/127.0.0.1:38588] 2024-11-14T05:29:22,056 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:22,268 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,268 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,269 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,269 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,269 INFO [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,268 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,269 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,269 INFO [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,293 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,293 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,293 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,293 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,293 INFO [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,293 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,293 INFO [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,293 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,305 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,305 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,305 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,305 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,305 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,305 INFO [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,305 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,305 INFO [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,318 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,318 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,318 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,318 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,319 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42649,0 is dead - stopping the connection localhost:42649/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T05:29:22,319 INFO [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,319 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,319 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,319 INFO [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:22,321 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:22,350 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:22,351 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:22,371 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:22,400 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:22,401 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa111bc87, L:/127.0.0.1:42649 - R:/127.0.0.1:38596] 2024-11-14T05:29:22,462 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:22,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:22,465 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42649 2024-11-14T05:29:22,465 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6350305666816812793.jks was interrupted and is shutting down... 2024-11-14T05:29:22,465 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11217623145620644389.jks was interrupted and is shutting down... 2024-11-14T05:29:22,465 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11217623145620644389.jks was interrupted and is shutting down... 2024-11-14T05:29:22,465 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6350305666816812793.jks was interrupted and is shutting down... 2024-11-14T05:29:22,466 INFO [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11217623145620644389.jks thread finished 2024-11-14T05:29:22,466 INFO [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11217623145620644389.jks thread finished 2024-11-14T05:29:22,467 INFO [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6350305666816812793.jks thread finished 2024-11-14T05:29:22,475 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6350305666816812793.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 371) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5044 (was 5280) 2024-11-14T05:29:22,478 INFO [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6350305666816812793.jks thread finished 2024-11-14T05:29:22,481 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=5043 2024-11-14T05:29:22,482 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T05:29:22,483 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44647 2024-11-14T05:29:22,483 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T05:29:22,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f643c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:22,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:22,486 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:22,513 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:22,514 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:22,515 INFO [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11217623145620644389.jks thread started 2024-11-14T05:29:22,515 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:22,516 INFO [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6350305666816812793.jks thread started 2024-11-14T05:29:22,516 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:22,544 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:22,559 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:22,560 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:22,561 INFO [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11217623145620644389.jks thread started 2024-11-14T05:29:22,561 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:22,562 INFO [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6350305666816812793.jks thread started 2024-11-14T05:29:22,562 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x243675e3, L:/127.0.0.1:44647 - R:/127.0.0.1:55298] 2024-11-14T05:29:22,601 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:22,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:22,603 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11217623145620644389.jks was interrupted and is shutting down... 2024-11-14T05:29:22,603 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6350305666816812793.jks was interrupted and is shutting down... 2024-11-14T05:29:22,603 INFO [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11217623145620644389.jks thread finished 2024-11-14T05:29:22,619 INFO [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6350305666816812793.jks thread finished 2024-11-14T05:29:22,810 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,810 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,811 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,811 INFO [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,833 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,833 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,834 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,834 INFO [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11217623145620644389.jks 2024-11-14T05:29:22,854 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,855 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,855 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,855 INFO [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,873 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,873 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a7be9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:22,873 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,873 INFO [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6350305666816812793.jks 2024-11-14T05:29:22,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:22,875 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:22,903 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:22,904 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:22,904 INFO [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11217623145620644389.jks thread started 2024-11-14T05:29:22,904 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:22,905 INFO [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6350305666816812793.jks thread started 2024-11-14T05:29:22,905 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:22,926 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:22,940 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:22,941 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8bf9fabd, L:/127.0.0.1:44647 - R:/127.0.0.1:55308] 2024-11-14T05:29:22,981 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:22,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:22,983 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44647 2024-11-14T05:29:22,983 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6350305666816812793.jks was interrupted and is shutting down... 2024-11-14T05:29:22,983 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11217623145620644389.jks was interrupted and is shutting down... 2024-11-14T05:29:22,983 DEBUG [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11217623145620644389.jks was interrupted and is shutting down... 2024-11-14T05:29:22,983 DEBUG [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6350305666816812793.jks was interrupted and is shutting down... 2024-11-14T05:29:22,984 INFO [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6350305666816812793.jks thread finished 2024-11-14T05:29:22,984 INFO [FileChangeWatcher-hbase_test_ca6350305666816812793.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6350305666816812793.jks thread finished 2024-11-14T05:29:22,984 INFO [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11217623145620644389.jks thread finished 2024-11-14T05:29:22,991 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key11217623145620644389.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 390), ProcessCount=11 (was 11), AvailableMemoryMB=4998 (was 5043) 2024-11-14T05:29:22,997 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=4997 2024-11-14T05:29:22,998 INFO [FileChangeWatcher-hbase_test_key11217623145620644389.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11217623145620644389.jks thread finished 2024-11-14T05:29:23,060 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T05:29:23,061 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38333 2024-11-14T05:29:23,062 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T05:29:23,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261bfa85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:23,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:23,065 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:23,089 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:23,090 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:23,090 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:23,090 INFO [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8240554710359104270.pem thread started 2024-11-14T05:29:23,091 INFO [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12080850594136530220.pem thread started 2024-11-14T05:29:23,091 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:23,108 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:23,109 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:23,110 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:23,110 INFO [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8240554710359104270.pem thread started 2024-11-14T05:29:23,110 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:23,115 INFO [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12080850594136530220.pem thread started 2024-11-14T05:29:23,115 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x701194d5, L:/127.0.0.1:38333 - R:/127.0.0.1:53810] 2024-11-14T05:29:23,131 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:23,457 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,457 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,457 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,457 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,457 INFO [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,457 INFO [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,457 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,457 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,458 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,458 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,458 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,458 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,458 INFO [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,458 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,458 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,458 INFO [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,459 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,459 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,459 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,459 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,459 INFO [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,459 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,459 INFO [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,459 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,459 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,459 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,459 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38333,0 is dead - stopping the connection localhost:38333/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T05:29:23,459 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,459 INFO [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,460 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,459 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,460 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,460 INFO [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:23,461 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:23,467 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:23,467 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:23,473 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:23,474 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:23,475 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x90762ebe, L:/127.0.0.1:38333 - R:/127.0.0.1:53812] 2024-11-14T05:29:23,511 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:23,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:23,516 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38333 2024-11-14T05:29:23,516 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8240554710359104270.pem was interrupted and is shutting down... 2024-11-14T05:29:23,516 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8240554710359104270.pem was interrupted and is shutting down... 2024-11-14T05:29:23,516 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12080850594136530220.pem was interrupted and is shutting down... 2024-11-14T05:29:23,516 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12080850594136530220.pem was interrupted and is shutting down... 2024-11-14T05:29:23,516 INFO [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8240554710359104270.pem thread finished 2024-11-14T05:29:23,517 INFO [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12080850594136530220.pem thread finished 2024-11-14T05:29:23,517 INFO [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8240554710359104270.pem thread finished 2024-11-14T05:29:23,527 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=28 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca12080850594136530220.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 390), ProcessCount=11 (was 11), AvailableMemoryMB=4944 (was 4997) 2024-11-14T05:29:23,531 INFO [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12080850594136530220.pem thread finished 2024-11-14T05:29:23,536 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=4944 2024-11-14T05:29:23,538 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T05:29:23,539 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39689 2024-11-14T05:29:23,539 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T05:29:23,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5360e4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:23,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:23,542 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:23,547 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:23,549 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:23,549 INFO [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8240554710359104270.pem thread started 2024-11-14T05:29:23,549 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:23,550 INFO [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12080850594136530220.pem thread started 2024-11-14T05:29:23,550 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:23,557 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:23,559 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:23,559 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:23,563 INFO [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8240554710359104270.pem thread started 2024-11-14T05:29:23,566 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:23,567 INFO [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12080850594136530220.pem thread started 2024-11-14T05:29:23,567 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf05a7634, L:/127.0.0.1:39689 - R:/127.0.0.1:59822] 2024-11-14T05:29:23,586 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:23,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:23,589 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8240554710359104270.pem was interrupted and is shutting down... 2024-11-14T05:29:23,589 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12080850594136530220.pem was interrupted and is shutting down... 2024-11-14T05:29:23,590 INFO [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12080850594136530220.pem thread finished 2024-11-14T05:29:23,590 INFO [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8240554710359104270.pem thread finished 2024-11-14T05:29:23,869 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,869 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,869 INFO [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,869 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,869 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,869 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,870 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,870 INFO [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8240554710359104270.pem 2024-11-14T05:29:23,870 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,870 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,870 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,870 INFO [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,871 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,871 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,871 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,871 INFO [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12080850594136530220.pem 2024-11-14T05:29:23,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45878dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:23,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:23,873 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:23,878 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:23,878 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:23,880 INFO [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8240554710359104270.pem thread started 2024-11-14T05:29:23,880 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:23,880 INFO [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12080850594136530220.pem thread started 2024-11-14T05:29:23,881 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:23,887 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:23,888 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:23,889 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9c55d9a5, L:/127.0.0.1:39689 - R:/127.0.0.1:59834] 2024-11-14T05:29:23,907 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:23,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:23,909 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39689 2024-11-14T05:29:23,909 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12080850594136530220.pem was interrupted and is shutting down... 2024-11-14T05:29:23,909 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8240554710359104270.pem was interrupted and is shutting down... 2024-11-14T05:29:23,909 DEBUG [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12080850594136530220.pem was interrupted and is shutting down... 2024-11-14T05:29:23,909 DEBUG [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8240554710359104270.pem was interrupted and is shutting down... 2024-11-14T05:29:23,909 INFO [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12080850594136530220.pem thread finished 2024-11-14T05:29:23,909 INFO [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8240554710359104270.pem thread finished 2024-11-14T05:29:23,909 INFO [FileChangeWatcher-hbase_test_ca12080850594136530220.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12080850594136530220.pem thread finished 2024-11-14T05:29:23,915 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 390), ProcessCount=11 (was 11), AvailableMemoryMB=4887 (was 4944) 2024-11-14T05:29:23,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=4887 2024-11-14T05:29:23,922 INFO [FileChangeWatcher-hbase_test_key8240554710359104270.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8240554710359104270.pem thread finished 2024-11-14T05:29:23,973 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T05:29:23,974 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34315 2024-11-14T05:29:23,974 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T05:29:23,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e40dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:23,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:23,976 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:24,009 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:24,011 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:24,011 INFO [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4591520405887411112.p12 thread started 2024-11-14T05:29:24,012 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:24,012 INFO [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1850086938801777552.p12 thread started 2024-11-14T05:29:24,012 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:24,026 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:24,039 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:24,039 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:24,040 INFO [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4591520405887411112.p12 thread started 2024-11-14T05:29:24,040 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:24,041 INFO [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1850086938801777552.p12 thread started 2024-11-14T05:29:24,041 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7007c0af, L:/127.0.0.1:34315 - R:/127.0.0.1:50558] 2024-11-14T05:29:24,077 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:24,672 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:24,672 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:24,672 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:24,672 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:24,673 INFO [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:24,673 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:24,673 INFO [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:24,673 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:24,720 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:24,720 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:24,720 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:24,720 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:24,720 INFO [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:24,721 INFO [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:24,720 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:24,721 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:24,746 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:24,746 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:24,746 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:24,746 INFO [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:24,746 INFO [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:24,746 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:24,746 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:24,747 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:24,763 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:24,763 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:24,763 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:24,763 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34315,0 is dead - stopping the connection localhost:34315/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T05:29:24,763 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:24,763 INFO [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:24,763 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:24,763 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:24,763 INFO [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:24,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:24,765 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:24,806 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:24,806 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:24,822 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:24,838 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:24,839 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3e7ae9be, L:/127.0.0.1:34315 - R:/127.0.0.1:50572] 2024-11-14T05:29:24,882 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:24,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:24,885 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1850086938801777552.p12 was interrupted and is shutting down... 2024-11-14T05:29:24,886 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34315 2024-11-14T05:29:24,886 INFO [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1850086938801777552.p12 thread finished 2024-11-14T05:29:24,886 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4591520405887411112.p12 was interrupted and is shutting down... 2024-11-14T05:29:24,886 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1850086938801777552.p12 was interrupted and is shutting down... 2024-11-14T05:29:24,886 INFO [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4591520405887411112.p12 thread finished 2024-11-14T05:29:24,886 INFO [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1850086938801777552.p12 thread finished 2024-11-14T05:29:24,886 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4591520405887411112.p12 was interrupted and is shutting down... 2024-11-14T05:29:24,894 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 29) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 390), ProcessCount=11 (was 11), AvailableMemoryMB=4768 (was 4887) 2024-11-14T05:29:24,900 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=4766 2024-11-14T05:29:24,902 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T05:29:24,903 INFO [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4591520405887411112.p12 thread finished 2024-11-14T05:29:24,903 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39289 2024-11-14T05:29:24,903 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T05:29:24,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b01163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:24,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:24,906 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:24,955 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:24,956 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:24,957 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:24,957 INFO [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4591520405887411112.p12 thread started 2024-11-14T05:29:24,957 INFO [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1850086938801777552.p12 thread started 2024-11-14T05:29:24,958 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:24,972 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:24,986 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:24,987 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:24,987 INFO [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4591520405887411112.p12 thread started 2024-11-14T05:29:24,987 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:24,988 INFO [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1850086938801777552.p12 thread started 2024-11-14T05:29:24,988 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x53c88778, L:/127.0.0.1:39289 - R:/127.0.0.1:56164] 2024-11-14T05:29:25,022 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:25,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:25,026 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4591520405887411112.p12 was interrupted and is shutting down... 2024-11-14T05:29:25,026 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1850086938801777552.p12 was interrupted and is shutting down... 2024-11-14T05:29:25,026 INFO [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4591520405887411112.p12 thread finished 2024-11-14T05:29:25,026 INFO [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1850086938801777552.p12 thread finished 2024-11-14T05:29:25,229 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:25,229 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:25,229 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:25,229 INFO [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:25,253 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:25,253 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:25,254 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:25,254 INFO [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4591520405887411112.p12 2024-11-14T05:29:25,279 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:25,280 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:25,280 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:25,280 INFO [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:25,296 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:25,296 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:25,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474094d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:25,296 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:25,296 INFO [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1850086938801777552.p12 2024-11-14T05:29:25,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:25,298 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:25,332 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:25,333 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:25,333 INFO [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4591520405887411112.p12 thread started 2024-11-14T05:29:25,333 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:25,334 INFO [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1850086938801777552.p12 thread started 2024-11-14T05:29:25,334 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:25,352 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:25,367 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:25,368 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa05d1a1e, L:/127.0.0.1:39289 - R:/127.0.0.1:56168] 2024-11-14T05:29:25,404 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:25,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:25,405 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39289 2024-11-14T05:29:25,405 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4591520405887411112.p12 was interrupted and is shutting down... 2024-11-14T05:29:25,405 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1850086938801777552.p12 was interrupted and is shutting down... 2024-11-14T05:29:25,406 DEBUG [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4591520405887411112.p12 was interrupted and is shutting down... 2024-11-14T05:29:25,406 DEBUG [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1850086938801777552.p12 was interrupted and is shutting down... 2024-11-14T05:29:25,406 INFO [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4591520405887411112.p12 thread finished 2024-11-14T05:29:25,406 INFO [FileChangeWatcher-hbase_test_key4591520405887411112.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4591520405887411112.p12 thread finished 2024-11-14T05:29:25,406 INFO [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1850086938801777552.p12 thread finished 2024-11-14T05:29:25,412 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 390), ProcessCount=11 (was 11), AvailableMemoryMB=4702 (was 4766) 2024-11-14T05:29:25,416 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=4701 2024-11-14T05:29:25,418 INFO [FileChangeWatcher-hbase_test_ca1850086938801777552.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1850086938801777552.p12 thread finished 2024-11-14T05:29:25,907 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T05:29:25,908 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40363 2024-11-14T05:29:25,908 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T05:29:25,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2670b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:25,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:25,909 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:26,207 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:26,208 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:26,208 INFO [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key813332660479404593.bcfks thread started 2024-11-14T05:29:26,209 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:26,209 INFO [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks thread started 2024-11-14T05:29:26,209 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:26,361 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:26,499 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:26,500 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:26,500 INFO [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key813332660479404593.bcfks thread started 2024-11-14T05:29:26,502 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:26,503 INFO [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks thread started 2024-11-14T05:29:26,503 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3f504860, L:/127.0.0.1:40363 - R:/127.0.0.1:34018] 2024-11-14T05:29:26,713 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:27,003 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:27,003 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:27,003 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:27,003 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:27,003 INFO [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:27,003 INFO [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:27,003 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:27,003 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:27,205 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:27,205 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:27,205 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:27,205 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:27,205 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:27,205 INFO [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:27,205 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:27,205 INFO [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:27,238 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:27,238 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:27,238 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:27,238 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:27,238 INFO [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:27,238 INFO [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:27,238 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:27,238 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:27,366 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:27,366 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:27,366 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:27,367 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:27,366 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40363,0 is dead - stopping the connection localhost:40363/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T05:29:27,367 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:27,367 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:27,367 INFO [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:27,367 INFO [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:27,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:27,370 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:27,721 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:27,721 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:27,872 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:28,022 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:28,022 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5e572da0, L:/127.0.0.1:40363 - R:/127.0.0.1:34020] 2024-11-14T05:29:28,225 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:28,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:28,228 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks was interrupted and is shutting down... 2024-11-14T05:29:28,228 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key813332660479404593.bcfks was interrupted and is shutting down... 2024-11-14T05:29:28,228 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40363 2024-11-14T05:29:28,228 INFO [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key813332660479404593.bcfks thread finished 2024-11-14T05:29:28,228 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key813332660479404593.bcfks was interrupted and is shutting down... 2024-11-14T05:29:28,229 INFO [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key813332660479404593.bcfks thread finished 2024-11-14T05:29:28,229 INFO [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks thread finished 2024-11-14T05:29:28,229 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks was interrupted and is shutting down... 2024-11-14T05:29:28,238 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 390) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4344 (was 4701) 2024-11-14T05:29:28,245 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4342 2024-11-14T05:29:28,246 INFO [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks thread finished 2024-11-14T05:29:28,247 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T05:29:28,248 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40085 2024-11-14T05:29:28,248 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T05:29:28,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6271acb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:28,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:28,250 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:28,575 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:28,576 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:28,576 INFO [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key813332660479404593.bcfks thread started 2024-11-14T05:29:28,576 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:28,577 INFO [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks thread started 2024-11-14T05:29:28,577 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:28,761 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:28,945 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:28,945 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:28,947 INFO [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key813332660479404593.bcfks thread started 2024-11-14T05:29:28,947 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:28,948 INFO [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks thread started 2024-11-14T05:29:28,948 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe0e83460, L:/127.0.0.1:40085 - R:/127.0.0.1:55004] 2024-11-14T05:29:29,143 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:29,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:29,145 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key813332660479404593.bcfks was interrupted and is shutting down... 2024-11-14T05:29:29,145 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks was interrupted and is shutting down... 2024-11-14T05:29:29,145 INFO [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks thread finished 2024-11-14T05:29:29,145 INFO [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key813332660479404593.bcfks thread finished 2024-11-14T05:29:29,404 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:29,404 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:29,404 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:29,404 INFO [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:29,603 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:29,603 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:29,604 INFO [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:29,604 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key813332660479404593.bcfks 2024-11-14T05:29:29,604 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:29,604 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:29,604 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:29,604 INFO [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:29,732 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:29,732 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:29,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1872a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:29,732 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:29,732 INFO [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6370127878686748938.bcfks 2024-11-14T05:29:29,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:29,733 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:29,992 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:29,993 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:29,993 INFO [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key813332660479404593.bcfks thread started 2024-11-14T05:29:29,993 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:29,994 INFO [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks thread started 2024-11-14T05:29:29,994 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:30,130 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:30,259 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:30,259 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7b2e6852, L:/127.0.0.1:40085 - R:/127.0.0.1:55010] 2024-11-14T05:29:30,409 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:30,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:30,412 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks was interrupted and is shutting down... 2024-11-14T05:29:30,412 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key813332660479404593.bcfks was interrupted and is shutting down... 2024-11-14T05:29:30,412 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40085 2024-11-14T05:29:30,412 DEBUG [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key813332660479404593.bcfks was interrupted and is shutting down... 2024-11-14T05:29:30,412 DEBUG [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks was interrupted and is shutting down... 2024-11-14T05:29:30,413 INFO [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key813332660479404593.bcfks thread finished 2024-11-14T05:29:30,413 INFO [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks thread finished 2024-11-14T05:29:30,413 INFO [FileChangeWatcher-hbase_test_key813332660479404593.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key813332660479404593.bcfks thread finished 2024-11-14T05:29:30,413 INFO [FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6370127878686748938.bcfks thread finished 2024-11-14T05:29:30,419 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=4273 (was 4342) 2024-11-14T05:29:30,425 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4272 2024-11-14T05:29:30,643 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T05:29:30,644 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39661 2024-11-14T05:29:30,644 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T05:29:30,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7238678a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:30,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:30,646 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:30,675 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:30,676 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:30,676 INFO [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5099469302711841974.jks thread started 2024-11-14T05:29:30,676 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:30,677 INFO [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14350734708345832495.jks thread started 2024-11-14T05:29:30,677 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:30,692 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:30,705 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:30,705 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:30,706 INFO [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5099469302711841974.jks thread started 2024-11-14T05:29:30,706 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:30,706 INFO [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14350734708345832495.jks thread started 2024-11-14T05:29:30,706 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6da5b9e1, L:/127.0.0.1:39661 - R:/127.0.0.1:47244] 2024-11-14T05:29:30,756 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:30,765 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:30,765 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:30,765 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:30,765 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:30,765 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:30,765 INFO [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:30,765 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:30,765 INFO [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:30,789 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:30,789 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:30,789 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:30,789 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:30,789 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:30,789 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:30,789 INFO [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:30,789 INFO [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:30,789 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:30,789 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:30,790 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:30,790 INFO [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:30,790 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:30,790 INFO [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:30,790 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:30,790 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:30,803 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:30,803 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:30,803 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:30,803 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39661,0 is dead - stopping the connection localhost:39661/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T05:29:30,803 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:30,803 INFO [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:30,803 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:30,803 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:30,803 INFO [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:30,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:30,804 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:30,830 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:30,831 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:30,849 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:30,862 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:30,862 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd108b219, L:/127.0.0.1:39661 - R:/127.0.0.1:47248] 2024-11-14T05:29:30,902 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:30,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:30,904 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39661 2024-11-14T05:29:30,904 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5099469302711841974.jks was interrupted and is shutting down... 2024-11-14T05:29:30,904 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14350734708345832495.jks was interrupted and is shutting down... 2024-11-14T05:29:30,904 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5099469302711841974.jks was interrupted and is shutting down... 2024-11-14T05:29:30,904 INFO [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5099469302711841974.jks thread finished 2024-11-14T05:29:30,904 INFO [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5099469302711841974.jks thread finished 2024-11-14T05:29:30,904 INFO [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14350734708345832495.jks thread finished 2024-11-14T05:29:30,904 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14350734708345832495.jks was interrupted and is shutting down... 2024-11-14T05:29:30,910 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=4247 (was 4272) 2024-11-14T05:29:30,915 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4246 2024-11-14T05:29:30,916 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T05:29:30,916 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39221 2024-11-14T05:29:30,917 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T05:29:30,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcdf906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:30,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:30,918 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:30,918 INFO [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14350734708345832495.jks thread finished 2024-11-14T05:29:30,948 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:30,948 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:30,949 INFO [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5099469302711841974.jks thread started 2024-11-14T05:29:30,949 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:30,949 INFO [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14350734708345832495.jks thread started 2024-11-14T05:29:30,950 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:30,963 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:30,977 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:30,978 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:30,978 INFO [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5099469302711841974.jks thread started 2024-11-14T05:29:30,978 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:30,979 INFO [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14350734708345832495.jks thread started 2024-11-14T05:29:30,979 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x95107cb9, L:/127.0.0.1:39221 - R:/127.0.0.1:46966] 2024-11-14T05:29:31,022 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:31,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:31,024 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5099469302711841974.jks was interrupted and is shutting down... 2024-11-14T05:29:31,025 INFO [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5099469302711841974.jks thread finished 2024-11-14T05:29:31,031 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14350734708345832495.jks was interrupted and is shutting down... 2024-11-14T05:29:31,032 INFO [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14350734708345832495.jks thread finished 2024-11-14T05:29:31,036 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:31,036 INFO [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:31,046 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:31,047 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:31,081 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:31,081 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:31,081 INFO [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:31,081 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5099469302711841974.jks 2024-11-14T05:29:31,096 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:31,096 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:31,096 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:31,096 INFO [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:31,121 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:31,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660f5082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:31,121 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:31,121 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:31,121 INFO [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14350734708345832495.jks 2024-11-14T05:29:31,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:31,122 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,173 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,173 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,174 INFO [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5099469302711841974.jks thread started 2024-11-14T05:29:31,174 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,174 INFO [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14350734708345832495.jks thread started 2024-11-14T05:29:31,174 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:31,189 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,203 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,203 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8ffce2a9, L:/127.0.0.1:39221 - R:/127.0.0.1:46972] 2024-11-14T05:29:31,257 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:31,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:31,259 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39221 2024-11-14T05:29:31,259 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14350734708345832495.jks was interrupted and is shutting down... 2024-11-14T05:29:31,259 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5099469302711841974.jks was interrupted and is shutting down... 2024-11-14T05:29:31,259 DEBUG [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5099469302711841974.jks was interrupted and is shutting down... 2024-11-14T05:29:31,259 INFO [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5099469302711841974.jks thread finished 2024-11-14T05:29:31,259 INFO [FileChangeWatcher-hbase_test_key5099469302711841974.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5099469302711841974.jks thread finished 2024-11-14T05:29:31,259 INFO [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14350734708345832495.jks thread finished 2024-11-14T05:29:31,259 DEBUG [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14350734708345832495.jks was interrupted and is shutting down... 2024-11-14T05:29:31,260 INFO [FileChangeWatcher-hbase_test_ca14350734708345832495.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14350734708345832495.jks thread finished 2024-11-14T05:29:31,267 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=4224 (was 4246) 2024-11-14T05:29:31,272 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4222 2024-11-14T05:29:31,281 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T05:29:31,282 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46293 2024-11-14T05:29:31,282 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T05:29:31,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:31,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:31,283 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,287 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,287 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,288 INFO [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1207707289692678024.pem thread started 2024-11-14T05:29:31,288 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,288 INFO [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9476338404646231235.pem thread started 2024-11-14T05:29:31,288 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:31,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,294 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,294 INFO [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1207707289692678024.pem thread started 2024-11-14T05:29:31,294 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,295 INFO [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9476338404646231235.pem thread started 2024-11-14T05:29:31,295 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x27ee8923, L:/127.0.0.1:46293 - R:/127.0.0.1:52424] 2024-11-14T05:29:31,309 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:31,323 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,323 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,323 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,323 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,324 INFO [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,324 INFO [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,324 INFO [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,324 INFO [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,324 INFO [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,324 INFO [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,324 INFO [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,324 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,325 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,325 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,325 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46293,0 is dead - stopping the connection localhost:46293/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T05:29:31,325 INFO [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,325 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:31,325 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,329 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,330 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:31,333 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,333 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,333 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc1a214f1, L:/127.0.0.1:46293 - R:/127.0.0.1:52426] 2024-11-14T05:29:31,349 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:31,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:31,351 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46293 2024-11-14T05:29:31,351 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1207707289692678024.pem was interrupted and is shutting down... 2024-11-14T05:29:31,351 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9476338404646231235.pem was interrupted and is shutting down... 2024-11-14T05:29:31,351 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1207707289692678024.pem was interrupted and is shutting down... 2024-11-14T05:29:31,351 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9476338404646231235.pem was interrupted and is shutting down... 2024-11-14T05:29:31,351 INFO [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1207707289692678024.pem thread finished 2024-11-14T05:29:31,356 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=4218 (was 4222) 2024-11-14T05:29:31,361 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4217 2024-11-14T05:29:31,362 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T05:29:31,363 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38221 2024-11-14T05:29:31,363 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T05:29:31,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:31,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:31,364 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,366 INFO [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1207707289692678024.pem thread finished 2024-11-14T05:29:31,366 INFO [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9476338404646231235.pem thread finished 2024-11-14T05:29:31,366 INFO [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9476338404646231235.pem thread finished 2024-11-14T05:29:31,368 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,368 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,368 INFO [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1207707289692678024.pem thread started 2024-11-14T05:29:31,368 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,369 INFO [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9476338404646231235.pem thread started 2024-11-14T05:29:31,369 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:31,373 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,373 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,374 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,376 INFO [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1207707289692678024.pem thread started 2024-11-14T05:29:31,376 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,377 INFO [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9476338404646231235.pem thread started 2024-11-14T05:29:31,377 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6efb84cb, L:/127.0.0.1:38221 - R:/127.0.0.1:37328] 2024-11-14T05:29:31,393 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:31,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:31,394 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1207707289692678024.pem was interrupted and is shutting down... 2024-11-14T05:29:31,394 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9476338404646231235.pem was interrupted and is shutting down... 2024-11-14T05:29:31,395 INFO [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9476338404646231235.pem thread finished 2024-11-14T05:29:31,395 INFO [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1207707289692678024.pem thread finished 2024-11-14T05:29:31,402 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,402 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,403 INFO [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,403 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,403 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,403 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,403 INFO [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,403 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1207707289692678024.pem 2024-11-14T05:29:31,403 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,403 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,403 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,403 INFO [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,403 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,403 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,403 INFO [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,403 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9476338404646231235.pem 2024-11-14T05:29:31,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:31,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:31,404 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,408 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,409 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,416 INFO [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1207707289692678024.pem thread started 2024-11-14T05:29:31,416 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,417 INFO [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9476338404646231235.pem thread started 2024-11-14T05:29:31,417 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:31,423 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,423 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,424 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x478e2e44, L:/127.0.0.1:38221 - R:/127.0.0.1:37330] 2024-11-14T05:29:31,443 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:31,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:31,445 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38221 2024-11-14T05:29:31,445 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9476338404646231235.pem was interrupted and is shutting down... 2024-11-14T05:29:31,445 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1207707289692678024.pem was interrupted and is shutting down... 2024-11-14T05:29:31,445 DEBUG [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1207707289692678024.pem was interrupted and is shutting down... 2024-11-14T05:29:31,445 DEBUG [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9476338404646231235.pem was interrupted and is shutting down... 2024-11-14T05:29:31,445 INFO [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1207707289692678024.pem thread finished 2024-11-14T05:29:31,445 INFO [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9476338404646231235.pem thread finished 2024-11-14T05:29:31,451 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=4201 (was 4217) 2024-11-14T05:29:31,457 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4201 2024-11-14T05:29:31,462 INFO [FileChangeWatcher-hbase_test_key1207707289692678024.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1207707289692678024.pem thread finished 2024-11-14T05:29:31,462 INFO [FileChangeWatcher-hbase_test_ca9476338404646231235.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9476338404646231235.pem thread finished 2024-11-14T05:29:31,494 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T05:29:31,494 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39339 2024-11-14T05:29:31,494 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T05:29:31,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ad6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:31,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:31,496 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,521 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,521 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,521 INFO [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13245579499500351456.p12 thread started 2024-11-14T05:29:31,521 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,522 INFO [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1919211526409343357.p12 thread started 2024-11-14T05:29:31,522 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:31,535 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,550 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,550 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,551 INFO [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13245579499500351456.p12 thread started 2024-11-14T05:29:31,551 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,551 INFO [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1919211526409343357.p12 thread started 2024-11-14T05:29:31,551 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcd146caf, L:/127.0.0.1:39339 - R:/127.0.0.1:45488] 2024-11-14T05:29:31,595 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:31,601 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,601 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,601 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,601 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,601 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,601 INFO [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,601 INFO [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,601 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,624 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,624 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,624 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,624 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,624 INFO [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,624 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,624 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,624 INFO [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,624 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,624 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,624 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,624 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,624 INFO [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,624 INFO [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,624 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,624 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,637 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,637 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,637 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39339,0 is dead - stopping the connection localhost:39339/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T05:29:31,637 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,637 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,637 INFO [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,637 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,637 INFO [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,637 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:31,638 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,665 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,665 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:31,679 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,692 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,692 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdfa22384, L:/127.0.0.1:39339 - R:/127.0.0.1:45490] 2024-11-14T05:29:31,728 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:31,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:31,729 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1919211526409343357.p12 was interrupted and is shutting down... 2024-11-14T05:29:31,729 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39339 2024-11-14T05:29:31,729 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13245579499500351456.p12 was interrupted and is shutting down... 2024-11-14T05:29:31,729 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13245579499500351456.p12 was interrupted and is shutting down... 2024-11-14T05:29:31,729 INFO [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13245579499500351456.p12 thread finished 2024-11-14T05:29:31,729 INFO [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1919211526409343357.p12 thread finished 2024-11-14T05:29:31,729 INFO [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13245579499500351456.p12 thread finished 2024-11-14T05:29:31,729 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1919211526409343357.p12 was interrupted and is shutting down... 2024-11-14T05:29:31,730 INFO [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1919211526409343357.p12 thread finished 2024-11-14T05:29:31,735 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=4199 (was 4201) 2024-11-14T05:29:31,739 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4199 2024-11-14T05:29:31,740 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T05:29:31,741 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38587 2024-11-14T05:29:31,741 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T05:29:31,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:31,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:31,742 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,769 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,770 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,770 INFO [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13245579499500351456.p12 thread started 2024-11-14T05:29:31,770 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,770 INFO [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1919211526409343357.p12 thread started 2024-11-14T05:29:31,770 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:31,784 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,797 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,797 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,798 INFO [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13245579499500351456.p12 thread started 2024-11-14T05:29:31,798 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,798 INFO [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1919211526409343357.p12 thread started 2024-11-14T05:29:31,798 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3a83f816, L:/127.0.0.1:38587 - R:/127.0.0.1:41080] 2024-11-14T05:29:31,841 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:31,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:31,843 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13245579499500351456.p12 was interrupted and is shutting down... 2024-11-14T05:29:31,843 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1919211526409343357.p12 was interrupted and is shutting down... 2024-11-14T05:29:31,843 INFO [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1919211526409343357.p12 thread finished 2024-11-14T05:29:31,843 INFO [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13245579499500351456.p12 thread finished 2024-11-14T05:29:31,847 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,847 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,847 INFO [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,847 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,873 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,873 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,873 INFO [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,873 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13245579499500351456.p12 2024-11-14T05:29:31,873 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,873 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,874 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,874 INFO [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,892 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:31,892 INFO [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,892 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,892 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1919211526409343357.p12 2024-11-14T05:29:31,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:31,894 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,937 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,938 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,939 INFO [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13245579499500351456.p12 thread started 2024-11-14T05:29:31,939 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:31,939 INFO [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1919211526409343357.p12 thread started 2024-11-14T05:29:31,939 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:31,967 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:31,993 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:31,993 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfc3378d1, L:/127.0.0.1:38587 - R:/127.0.0.1:41090] 2024-11-14T05:29:32,049 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:32,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:32,051 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38587 2024-11-14T05:29:32,051 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13245579499500351456.p12 was interrupted and is shutting down... 2024-11-14T05:29:32,051 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1919211526409343357.p12 was interrupted and is shutting down... 2024-11-14T05:29:32,052 DEBUG [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13245579499500351456.p12 was interrupted and is shutting down... 2024-11-14T05:29:32,052 INFO [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13245579499500351456.p12 thread finished 2024-11-14T05:29:32,052 INFO [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1919211526409343357.p12 thread finished 2024-11-14T05:29:32,054 DEBUG [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1919211526409343357.p12 was interrupted and is shutting down... 2024-11-14T05:29:32,054 INFO [FileChangeWatcher-hbase_test_ca1919211526409343357.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1919211526409343357.p12 thread finished 2024-11-14T05:29:32,059 INFO [FileChangeWatcher-hbase_test_key13245579499500351456.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13245579499500351456.p12 thread finished 2024-11-14T05:29:32,066 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=333 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=4185 (was 4199) 2024-11-14T05:29:32,076 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4185 2024-11-14T05:29:32,502 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T05:29:32,503 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34513 2024-11-14T05:29:32,503 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T05:29:32,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a37f0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:32,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:32,504 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:32,763 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:32,763 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:32,764 INFO [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2738591133677233838.bcfks thread started 2024-11-14T05:29:32,764 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:32,765 INFO [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks thread started 2024-11-14T05:29:32,765 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:32,902 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:33,031 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:33,031 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:33,032 INFO [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2738591133677233838.bcfks thread started 2024-11-14T05:29:33,032 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:33,032 INFO [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks thread started 2024-11-14T05:29:33,032 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6aaf8671, L:/127.0.0.1:34513 - R:/127.0.0.1:57718] 2024-11-14T05:29:33,203 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:33,215 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:33,215 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:33,215 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:33,215 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:33,215 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:33,215 INFO [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:33,215 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:33,215 INFO [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:33,429 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:33,429 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:33,429 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:33,429 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:33,429 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:33,429 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:33,429 INFO [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:33,429 INFO [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:33,454 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:33,454 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:33,454 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:33,454 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:33,454 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:33,454 INFO [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:33,454 INFO [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:33,454 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:33,577 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:33,577 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:33,577 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:33,577 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34513,0 is dead - stopping the connection localhost:34513/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-14T05:29:33,577 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:33,577 INFO [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:33,577 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:33,577 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:33,577 INFO [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:33,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:33,578 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:33,831 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:33,832 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:33,963 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:34,099 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:34,099 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x952b6b65, L:/127.0.0.1:34513 - R:/127.0.0.1:57730] 2024-11-14T05:29:34,243 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:34,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:34,244 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34513 2024-11-14T05:29:34,244 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2738591133677233838.bcfks was interrupted and is shutting down... 2024-11-14T05:29:34,244 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks was interrupted and is shutting down... 2024-11-14T05:29:34,245 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2738591133677233838.bcfks was interrupted and is shutting down... 2024-11-14T05:29:34,245 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks was interrupted and is shutting down... 2024-11-14T05:29:34,245 INFO [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks thread finished 2024-11-14T05:29:34,245 INFO [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2738591133677233838.bcfks thread finished 2024-11-14T05:29:34,250 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=4021 (was 4185) 2024-11-14T05:29:34,256 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4021 2024-11-14T05:29:34,257 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T05:29:34,258 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46561 2024-11-14T05:29:34,258 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-14T05:29:34,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbd81ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:34,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:34,259 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:34,262 INFO [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks thread finished 2024-11-14T05:29:34,262 INFO [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2738591133677233838.bcfks thread finished 2024-11-14T05:29:34,509 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:34,510 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:34,510 INFO [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2738591133677233838.bcfks thread started 2024-11-14T05:29:34,510 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:34,511 INFO [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks thread started 2024-11-14T05:29:34,511 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:34,650 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:34,778 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:34,779 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:34,779 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:34,779 INFO [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2738591133677233838.bcfks thread started 2024-11-14T05:29:34,780 INFO [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks thread started 2024-11-14T05:29:34,780 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xea78fb24, L:/127.0.0.1:46561 - R:/127.0.0.1:49784] 2024-11-14T05:29:34,922 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:34,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:34,924 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2738591133677233838.bcfks was interrupted and is shutting down... 2024-11-14T05:29:34,924 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks was interrupted and is shutting down... 2024-11-14T05:29:34,924 INFO [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2738591133677233838.bcfks thread finished 2024-11-14T05:29:34,924 INFO [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks thread finished 2024-11-14T05:29:34,936 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:34,936 INFO [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:34,936 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:34,936 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:35,128 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:35,128 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:35,128 INFO [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:35,128 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2738591133677233838.bcfks 2024-11-14T05:29:35,154 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:35,154 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:35,154 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:35,154 INFO [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:35,281 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:35,281 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:35,281 INFO [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:35,281 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12645202592830210263.bcfks 2024-11-14T05:29:35,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f75f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T05:29:35,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-14T05:29:35,282 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:35,537 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:35,537 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:35,538 INFO [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2738591133677233838.bcfks thread started 2024-11-14T05:29:35,538 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7baf9590-cd67-e53e-8a60-2d0e1fbd5f72/TestNettyTLSIPCFileWatcher 2024-11-14T05:29:35,538 INFO [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks thread started 2024-11-14T05:29:35,538 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-14T05:29:35,666 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-14T05:29:35,798 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-14T05:29:35,798 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x00f4c027, L:/127.0.0.1:46561 - R:/127.0.0.1:49788] 2024-11-14T05:29:35,940 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-14T05:29:35,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T05:29:35,942 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46561 2024-11-14T05:29:35,942 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks was interrupted and is shutting down... 2024-11-14T05:29:35,942 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2738591133677233838.bcfks was interrupted and is shutting down... 2024-11-14T05:29:35,942 DEBUG [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2738591133677233838.bcfks was interrupted and is shutting down... 2024-11-14T05:29:35,942 DEBUG [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks was interrupted and is shutting down... 2024-11-14T05:29:35,942 INFO [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks thread finished 2024-11-14T05:29:35,948 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=41 (was 39) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=4009 (was 4021) 2024-11-14T05:29:35,950 INFO [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2738591133677233838.bcfks thread finished 2024-11-14T05:29:35,950 INFO [FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12645202592830210263.bcfks thread finished 2024-11-14T05:29:35,950 INFO [FileChangeWatcher-hbase_test_key2738591133677233838.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2738591133677233838.bcfks thread finished