2024-11-27 21:12:25,090 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-27 21:12:25,102 main DEBUG Took 0.009799 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 21:12:25,102 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 21:12:25,102 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 21:12:25,103 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 21:12:25,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:12:25,113 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 21:12:25,124 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:12:25,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:12:25,126 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:12:25,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:12:25,127 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:12:25,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:12:25,128 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:12:25,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:12:25,129 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:12:25,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:12:25,130 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:12:25,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:12:25,130 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:12:25,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:12:25,131 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:12:25,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:12:25,132 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:12:25,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:12:25,132 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:12:25,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:12:25,133 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:12:25,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:12:25,134 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:12:25,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 21:12:25,134 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:12:25,135 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 21:12:25,136 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 21:12:25,137 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 21:12:25,139 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 21:12:25,139 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 21:12:25,140 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 21:12:25,141 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 21:12:25,150 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 21:12:25,152 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 21:12:25,154 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 21:12:25,155 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 21:12:25,155 main DEBUG createAppenders(={Console}) 2024-11-27 21:12:25,156 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-27 21:12:25,156 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-27 21:12:25,157 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-27 21:12:25,157 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 21:12:25,158 main DEBUG OutputStream closed 2024-11-27 21:12:25,158 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 21:12:25,158 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 21:12:25,159 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-27 21:12:25,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 21:12:25,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 21:12:25,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 21:12:25,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 21:12:25,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 21:12:25,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 21:12:25,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 21:12:25,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 21:12:25,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 21:12:25,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 21:12:25,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 21:12:25,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 21:12:25,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 21:12:25,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 21:12:25,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 21:12:25,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 21:12:25,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 21:12:25,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 21:12:25,242 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 21:12:25,242 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-27 21:12:25,242 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 21:12:25,243 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-27T21:12:25,260 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-27 21:12:25,263 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 21:12:25,263 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T21:12:25,716 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T21:12:26,542 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=5407 2024-11-27T21:12:27,331 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T21:12:27,387 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T21:12:27,401 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T21:12:27,414 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T21:12:27,491 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:12:27,524 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31599 (auto-detected) 2024-11-27T21:12:27,526 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T21:12:27,549 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43757 2024-11-27T21:12:27,552 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T21:12:27,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:27,580 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T21:12:27,580 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T21:12:27,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:28,016 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:28,095 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:28,204 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:28,212 INFO [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14973588145299728131.jks thread started 2024-11-27T21:12:28,218 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:28,220 INFO [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7585804972891097389.jks thread started 2024-11-27T21:12:28,231 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:28,292 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:28,323 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:28,420 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:28,421 INFO [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14973588145299728131.jks thread started 2024-11-27T21:12:28,421 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:28,422 INFO [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7585804972891097389.jks thread started 2024-11-27T21:12:28,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf3d96b06, L:/127.0.0.1:43757 - R:/127.0.0.1:44292] 2024-11-27T21:12:28,545 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:28,963 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:28,963 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:28,963 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:28,963 INFO [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:28,963 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:28,963 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:28,964 INFO [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:28,964 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:28,989 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:28,989 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:28,989 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:28,989 INFO [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:28,989 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:28,989 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:28,989 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:28,989 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:28,990 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:28,990 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:28,990 INFO [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:28,989 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:28,990 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:28,990 INFO [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:28,990 INFO [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:28,990 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,004 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,004 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,004 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,004 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43757,0 is dead - stopping the connection localhost:43757/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T21:12:29,004 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,004 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,004 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,004 INFO [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,004 INFO [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:29,007 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:29,044 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:29,045 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:29,062 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:29,079 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:29,080 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9019229b, L:/127.0.0.1:43757 - R:/127.0.0.1:44308] 2024-11-27T21:12:29,130 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:29,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:29,133 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14973588145299728131.jks was interrupted and is shutting down... 2024-11-27T21:12:29,133 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43757 2024-11-27T21:12:29,133 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7585804972891097389.jks was interrupted and is shutting down... 2024-11-27T21:12:29,134 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14973588145299728131.jks was interrupted and is shutting down... 2024-11-27T21:12:29,134 INFO [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7585804972891097389.jks thread finished 2024-11-27T21:12:29,134 INFO [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14973588145299728131.jks thread finished 2024-11-27T21:12:29,134 INFO [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14973588145299728131.jks thread finished 2024-11-27T21:12:29,134 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7585804972891097389.jks was interrupted and is shutting down... 2024-11-27T21:12:29,143 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7585804972891097389.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 325), ProcessCount=11 (was 11), AvailableMemoryMB=5239 (was 5407) 2024-11-27T21:12:29,148 INFO [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7585804972891097389.jks thread finished 2024-11-27T21:12:29,150 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=5239 2024-11-27T21:12:29,151 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:12:29,152 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32895 2024-11-27T21:12:29,152 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T21:12:29,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de698e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:29,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:29,154 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:29,185 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:29,186 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:29,187 INFO [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14973588145299728131.jks thread started 2024-11-27T21:12:29,187 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:29,187 INFO [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7585804972891097389.jks thread started 2024-11-27T21:12:29,188 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:29,204 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:29,220 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:29,220 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:29,221 INFO [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14973588145299728131.jks thread started 2024-11-27T21:12:29,221 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:29,222 INFO [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7585804972891097389.jks thread started 2024-11-27T21:12:29,222 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x15c36798, L:/127.0.0.1:32895 - R:/127.0.0.1:54524] 2024-11-27T21:12:29,264 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:29,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:29,267 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7585804972891097389.jks was interrupted and is shutting down... 2024-11-27T21:12:29,267 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14973588145299728131.jks was interrupted and is shutting down... 2024-11-27T21:12:29,267 INFO [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7585804972891097389.jks thread finished 2024-11-27T21:12:29,284 INFO [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14973588145299728131.jks thread finished 2024-11-27T21:12:29,410 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:29,411 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:29,412 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:29,412 INFO [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:29,438 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:29,438 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:29,439 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:29,439 INFO [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14973588145299728131.jks 2024-11-27T21:12:29,439 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,439 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,439 INFO [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,439 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,454 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,454 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,455 INFO [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9672be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:29,455 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7585804972891097389.jks 2024-11-27T21:12:29,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:29,456 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:29,488 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:29,489 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:29,490 INFO [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14973588145299728131.jks thread started 2024-11-27T21:12:29,490 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:29,491 INFO [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7585804972891097389.jks thread started 2024-11-27T21:12:29,491 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:29,522 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:29,552 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:29,553 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1257d6b5, L:/127.0.0.1:32895 - R:/127.0.0.1:54526] 2024-11-27T21:12:29,602 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:29,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:29,604 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32895 2024-11-27T21:12:29,605 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14973588145299728131.jks was interrupted and is shutting down... 2024-11-27T21:12:29,605 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7585804972891097389.jks was interrupted and is shutting down... 2024-11-27T21:12:29,605 DEBUG [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14973588145299728131.jks was interrupted and is shutting down... 2024-11-27T21:12:29,605 INFO [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14973588145299728131.jks thread finished 2024-11-27T21:12:29,605 DEBUG [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7585804972891097389.jks was interrupted and is shutting down... 2024-11-27T21:12:29,605 INFO [FileChangeWatcher-hbase_test_key14973588145299728131.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14973588145299728131.jks thread finished 2024-11-27T21:12:29,606 INFO [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7585804972891097389.jks thread finished 2024-11-27T21:12:29,615 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 325), ProcessCount=11 (was 11), AvailableMemoryMB=5198 (was 5239) 2024-11-27T21:12:29,620 INFO [FileChangeWatcher-hbase_test_ca7585804972891097389.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7585804972891097389.jks thread finished 2024-11-27T21:12:29,622 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=5197 2024-11-27T21:12:29,694 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:12:29,695 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40917 2024-11-27T21:12:29,695 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T21:12:29,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:29,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:29,697 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:29,715 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:29,716 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:29,717 INFO [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15010111879790183412.pem thread started 2024-11-27T21:12:29,717 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:29,717 INFO [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca295308155281097321.pem thread started 2024-11-27T21:12:29,718 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:29,733 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:29,733 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:29,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:29,736 INFO [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15010111879790183412.pem thread started 2024-11-27T21:12:29,736 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:29,740 INFO [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca295308155281097321.pem thread started 2024-11-27T21:12:29,740 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xec45a9e6, L:/127.0.0.1:40917 - R:/127.0.0.1:50994] 2024-11-27T21:12:29,760 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:30,138 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,138 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,139 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,139 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,139 INFO [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,139 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,138 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,139 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,139 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,139 INFO [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,139 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,139 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,139 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,139 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,139 INFO [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,140 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,140 INFO [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,140 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,140 INFO [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,140 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,140 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40917,0 is dead - stopping the connection localhost:40917/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T21:12:30,140 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,140 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,140 INFO [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,140 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,140 INFO [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,140 INFO [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:30,140 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,141 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,142 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:30,147 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:30,148 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:30,154 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:30,155 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:30,155 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xad5b442e, L:/127.0.0.1:40917 - R:/127.0.0.1:51010] 2024-11-27T21:12:30,172 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:30,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:30,174 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca295308155281097321.pem was interrupted and is shutting down... 2024-11-27T21:12:30,174 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40917 2024-11-27T21:12:30,174 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15010111879790183412.pem was interrupted and is shutting down... 2024-11-27T21:12:30,175 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15010111879790183412.pem was interrupted and is shutting down... 2024-11-27T21:12:30,175 INFO [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca295308155281097321.pem thread finished 2024-11-27T21:12:30,175 INFO [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15010111879790183412.pem thread finished 2024-11-27T21:12:30,175 INFO [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15010111879790183412.pem thread finished 2024-11-27T21:12:30,175 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca295308155281097321.pem was interrupted and is shutting down... 2024-11-27T21:12:30,184 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca295308155281097321.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 325), ProcessCount=11 (was 11), AvailableMemoryMB=5140 (was 5197) 2024-11-27T21:12:30,191 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=5139 2024-11-27T21:12:30,192 INFO [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca295308155281097321.pem thread finished 2024-11-27T21:12:30,193 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:12:30,194 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40285 2024-11-27T21:12:30,194 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T21:12:30,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e251a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:30,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:30,196 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:30,201 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:30,201 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:30,202 INFO [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15010111879790183412.pem thread started 2024-11-27T21:12:30,202 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:30,203 INFO [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca295308155281097321.pem thread started 2024-11-27T21:12:30,203 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:30,207 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:30,208 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:30,209 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:30,209 INFO [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15010111879790183412.pem thread started 2024-11-27T21:12:30,209 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:30,215 INFO [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca295308155281097321.pem thread started 2024-11-27T21:12:30,215 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x08fea8d0, L:/127.0.0.1:40285 - R:/127.0.0.1:44716] 2024-11-27T21:12:30,232 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:30,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:30,234 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca295308155281097321.pem was interrupted and is shutting down... 2024-11-27T21:12:30,234 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15010111879790183412.pem was interrupted and is shutting down... 2024-11-27T21:12:30,235 INFO [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15010111879790183412.pem thread finished 2024-11-27T21:12:30,235 INFO [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca295308155281097321.pem thread finished 2024-11-27T21:12:30,343 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,343 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,344 INFO [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,344 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,344 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,344 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,344 INFO [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,344 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15010111879790183412.pem 2024-11-27T21:12:30,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:30,345 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,345 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,345 INFO [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,345 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:30,345 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,345 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,345 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,346 INFO [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca295308155281097321.pem 2024-11-27T21:12:30,347 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:30,353 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:30,353 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:30,356 INFO [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15010111879790183412.pem thread started 2024-11-27T21:12:30,356 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:30,356 INFO [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca295308155281097321.pem thread started 2024-11-27T21:12:30,357 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:30,364 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:30,365 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:30,365 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x977c6513, L:/127.0.0.1:40285 - R:/127.0.0.1:44722] 2024-11-27T21:12:30,387 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:30,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:30,389 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15010111879790183412.pem was interrupted and is shutting down... 2024-11-27T21:12:30,389 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40285 2024-11-27T21:12:30,389 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca295308155281097321.pem was interrupted and is shutting down... 2024-11-27T21:12:30,389 DEBUG [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15010111879790183412.pem was interrupted and is shutting down... 2024-11-27T21:12:30,389 DEBUG [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca295308155281097321.pem was interrupted and is shutting down... 2024-11-27T21:12:30,389 INFO [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15010111879790183412.pem thread finished 2024-11-27T21:12:30,390 INFO [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca295308155281097321.pem thread finished 2024-11-27T21:12:30,390 INFO [FileChangeWatcher-hbase_test_ca295308155281097321.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca295308155281097321.pem thread finished 2024-11-27T21:12:30,390 INFO [FileChangeWatcher-hbase_test_key15010111879790183412.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15010111879790183412.pem thread finished 2024-11-27T21:12:30,396 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 27), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 325), ProcessCount=11 (was 11), AvailableMemoryMB=5105 (was 5139) 2024-11-27T21:12:30,402 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=325, ProcessCount=11, AvailableMemoryMB=5105 2024-11-27T21:12:30,446 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:12:30,447 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37793 2024-11-27T21:12:30,447 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T21:12:30,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b83ce67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:30,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:30,449 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:30,480 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:30,481 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:30,481 INFO [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4376757616438381941.p12 thread started 2024-11-27T21:12:30,481 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:30,482 INFO [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1409623461143729018.p12 thread started 2024-11-27T21:12:30,482 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:30,499 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:30,515 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:30,516 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:30,516 INFO [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4376757616438381941.p12 thread started 2024-11-27T21:12:30,516 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:30,517 INFO [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1409623461143729018.p12 thread started 2024-11-27T21:12:30,517 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x233f2c4c, L:/127.0.0.1:37793 - R:/127.0.0.1:51318] 2024-11-27T21:12:30,554 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:30,782 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:30,782 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:30,782 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:30,783 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:30,783 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:30,783 INFO [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:30,783 INFO [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:30,783 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:30,811 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:30,811 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:30,811 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:30,811 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:30,811 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:30,811 INFO [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:30,812 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:30,812 INFO [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:30,812 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:30,812 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:30,812 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:30,812 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:30,812 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:30,812 INFO [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:30,812 INFO [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:30,812 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:30,829 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:30,829 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:30,829 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37793,0 is dead - stopping the connection localhost:37793/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T21:12:30,829 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:30,829 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:30,829 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:30,829 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:30,830 INFO [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:30,830 INFO [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:30,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:30,831 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:30,863 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:30,864 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:30,880 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:30,898 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:30,898 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfd603fce, L:/127.0.0.1:37793 - R:/127.0.0.1:51332] 2024-11-27T21:12:30,936 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:30,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:30,938 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37793 2024-11-27T21:12:30,938 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4376757616438381941.p12 was interrupted and is shutting down... 2024-11-27T21:12:30,938 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1409623461143729018.p12 was interrupted and is shutting down... 2024-11-27T21:12:30,938 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4376757616438381941.p12 was interrupted and is shutting down... 2024-11-27T21:12:30,938 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1409623461143729018.p12 was interrupted and is shutting down... 2024-11-27T21:12:30,938 INFO [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4376757616438381941.p12 thread finished 2024-11-27T21:12:30,946 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_ca1409623461143729018.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key4376757616438381941.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca1409623461143729018.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 325) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5041 (was 5105) 2024-11-27T21:12:30,951 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=5041 2024-11-27T21:12:30,952 INFO [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1409623461143729018.p12 thread finished 2024-11-27T21:12:30,952 INFO [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4376757616438381941.p12 thread finished 2024-11-27T21:12:30,952 INFO [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1409623461143729018.p12 thread finished 2024-11-27T21:12:30,953 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:12:30,953 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37399 2024-11-27T21:12:30,953 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T21:12:30,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6277f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:30,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:30,955 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:30,986 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:30,987 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:30,987 INFO [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4376757616438381941.p12 thread started 2024-11-27T21:12:30,987 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:30,988 INFO [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1409623461143729018.p12 thread started 2024-11-27T21:12:30,988 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:31,005 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:31,020 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:31,021 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:31,021 INFO [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4376757616438381941.p12 thread started 2024-11-27T21:12:31,021 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:31,022 INFO [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1409623461143729018.p12 thread started 2024-11-27T21:12:31,022 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcff467a0, L:/127.0.0.1:37399 - R:/127.0.0.1:48386] 2024-11-27T21:12:31,060 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:31,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:31,063 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4376757616438381941.p12 was interrupted and is shutting down... 2024-11-27T21:12:31,063 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1409623461143729018.p12 was interrupted and is shutting down... 2024-11-27T21:12:31,063 INFO [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4376757616438381941.p12 thread finished 2024-11-27T21:12:31,063 INFO [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1409623461143729018.p12 thread finished 2024-11-27T21:12:31,186 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:31,186 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:31,186 INFO [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:31,186 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:31,213 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:31,213 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:31,213 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:31,213 INFO [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4376757616438381941.p12 2024-11-27T21:12:31,213 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:31,213 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:31,213 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:31,213 INFO [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:31,228 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:31,228 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:31,229 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:31,229 INFO [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1409623461143729018.p12 2024-11-27T21:12:31,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2effb471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:31,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:31,230 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:31,263 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:31,264 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:31,264 INFO [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4376757616438381941.p12 thread started 2024-11-27T21:12:31,264 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:31,265 INFO [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1409623461143729018.p12 thread started 2024-11-27T21:12:31,265 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:31,281 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:31,297 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:31,297 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6f614cdd, L:/127.0.0.1:37399 - R:/127.0.0.1:48388] 2024-11-27T21:12:31,334 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:31,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:31,336 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37399 2024-11-27T21:12:31,336 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4376757616438381941.p12 was interrupted and is shutting down... 2024-11-27T21:12:31,336 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1409623461143729018.p12 was interrupted and is shutting down... 2024-11-27T21:12:31,336 DEBUG [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1409623461143729018.p12 was interrupted and is shutting down... 2024-11-27T21:12:31,336 DEBUG [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4376757616438381941.p12 was interrupted and is shutting down... 2024-11-27T21:12:31,337 INFO [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4376757616438381941.p12 thread finished 2024-11-27T21:12:31,337 INFO [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1409623461143729018.p12 thread finished 2024-11-27T21:12:31,337 INFO [FileChangeWatcher-hbase_test_key4376757616438381941.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4376757616438381941.p12 thread finished 2024-11-27T21:12:31,344 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 331), ProcessCount=11 (was 11), AvailableMemoryMB=4993 (was 5041) 2024-11-27T21:12:31,349 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=4993 2024-11-27T21:12:31,352 INFO [FileChangeWatcher-hbase_test_ca1409623461143729018.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1409623461143729018.p12 thread finished 2024-11-27T21:12:31,928 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:12:31,929 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40021 2024-11-27T21:12:31,929 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T21:12:31,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bab4c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:31,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:31,931 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:32,268 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:32,269 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:32,270 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:32,270 INFO [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10703949263041476244.bcfks thread started 2024-11-27T21:12:32,270 INFO [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca707119348153832287.bcfks thread started 2024-11-27T21:12:32,271 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:32,434 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:32,598 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:32,598 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:32,599 INFO [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10703949263041476244.bcfks thread started 2024-11-27T21:12:32,599 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:32,600 INFO [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca707119348153832287.bcfks thread started 2024-11-27T21:12:32,600 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1a590474, L:/127.0.0.1:40021 - R:/127.0.0.1:38834] 2024-11-27T21:12:32,793 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:33,119 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:33,119 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:33,119 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:33,119 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:33,119 INFO [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:33,119 INFO [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:33,119 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:33,119 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:33,362 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:33,362 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:33,362 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:33,362 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:33,362 INFO [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:33,362 INFO [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:33,362 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:33,362 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:33,362 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:33,362 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:33,362 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:33,362 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:33,362 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:33,362 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:33,362 INFO [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:33,362 INFO [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:33,525 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:33,525 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:33,525 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40021,0 is dead - stopping the connection localhost:40021/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T21:12:33,525 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:33,525 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:33,525 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:33,525 INFO [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:33,525 INFO [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:33,525 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:33,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:33,527 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:33,851 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:33,852 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:34,016 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:34,179 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:34,180 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x09a2855a, L:/127.0.0.1:40021 - R:/127.0.0.1:54906] 2024-11-27T21:12:34,371 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:34,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:34,373 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40021 2024-11-27T21:12:34,373 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10703949263041476244.bcfks was interrupted and is shutting down... 2024-11-27T21:12:34,373 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca707119348153832287.bcfks was interrupted and is shutting down... 2024-11-27T21:12:34,373 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10703949263041476244.bcfks was interrupted and is shutting down... 2024-11-27T21:12:34,373 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca707119348153832287.bcfks was interrupted and is shutting down... 2024-11-27T21:12:34,373 INFO [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10703949263041476244.bcfks thread finished 2024-11-27T21:12:34,373 INFO [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10703949263041476244.bcfks thread finished 2024-11-27T21:12:34,381 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) Potentially hanging thread: FileChangeWatcher-hbase_test_ca707119348153832287.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca707119348153832287.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 331), ProcessCount=11 (was 11), AvailableMemoryMB=4914 (was 4993) 2024-11-27T21:12:34,387 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=4914 2024-11-27T21:12:34,388 INFO [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca707119348153832287.bcfks thread finished 2024-11-27T21:12:34,388 INFO [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca707119348153832287.bcfks thread finished 2024-11-27T21:12:34,388 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:12:34,389 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45777 2024-11-27T21:12:34,389 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T21:12:34,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6271acb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:34,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:34,391 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:34,716 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:34,717 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:34,717 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:34,717 INFO [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10703949263041476244.bcfks thread started 2024-11-27T21:12:34,718 INFO [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca707119348153832287.bcfks thread started 2024-11-27T21:12:34,718 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:34,880 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:35,043 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:35,044 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:35,045 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:35,045 INFO [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10703949263041476244.bcfks thread started 2024-11-27T21:12:35,045 INFO [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca707119348153832287.bcfks thread started 2024-11-27T21:12:35,045 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1f6b56e3, L:/127.0.0.1:45777 - R:/127.0.0.1:32774] 2024-11-27T21:12:35,223 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:35,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:35,225 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca707119348153832287.bcfks was interrupted and is shutting down... 2024-11-27T21:12:35,225 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10703949263041476244.bcfks was interrupted and is shutting down... 2024-11-27T21:12:35,225 INFO [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10703949263041476244.bcfks thread finished 2024-11-27T21:12:35,225 INFO [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca707119348153832287.bcfks thread finished 2024-11-27T21:12:35,469 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:35,469 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:35,469 INFO [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:35,469 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:35,712 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:35,712 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:35,712 INFO [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:35,712 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10703949263041476244.bcfks 2024-11-27T21:12:35,712 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:35,712 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:35,712 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:35,712 INFO [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:35,874 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:35,874 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:35,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1872a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:35,874 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:35,874 INFO [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca707119348153832287.bcfks 2024-11-27T21:12:35,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:35,875 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:36,200 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:36,201 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:36,202 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:36,202 INFO [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10703949263041476244.bcfks thread started 2024-11-27T21:12:36,202 INFO [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca707119348153832287.bcfks thread started 2024-11-27T21:12:36,202 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:36,365 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:36,527 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:36,528 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x61398c79, L:/127.0.0.1:45777 - R:/127.0.0.1:32786] 2024-11-27T21:12:36,711 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:36,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:36,714 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45777 2024-11-27T21:12:36,714 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10703949263041476244.bcfks was interrupted and is shutting down... 2024-11-27T21:12:36,714 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca707119348153832287.bcfks was interrupted and is shutting down... 2024-11-27T21:12:36,714 DEBUG [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10703949263041476244.bcfks was interrupted and is shutting down... 2024-11-27T21:12:36,714 DEBUG [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca707119348153832287.bcfks was interrupted and is shutting down... 2024-11-27T21:12:36,715 INFO [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca707119348153832287.bcfks thread finished 2024-11-27T21:12:36,722 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=41 (was 37) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key10703949263041476244.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key10703949263041476244.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 331), ProcessCount=11 (was 11), AvailableMemoryMB=4871 (was 4914) 2024-11-27T21:12:36,728 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=4871 2024-11-27T21:12:36,732 INFO [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10703949263041476244.bcfks thread finished 2024-11-27T21:12:36,732 INFO [FileChangeWatcher-hbase_test_ca707119348153832287.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca707119348153832287.bcfks thread finished 2024-11-27T21:12:36,732 INFO [FileChangeWatcher-hbase_test_key10703949263041476244.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10703949263041476244.bcfks thread finished 2024-11-27T21:12:36,853 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:12:36,854 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46873 2024-11-27T21:12:36,854 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T21:12:36,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4cd55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:36,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:36,856 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:36,888 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:36,889 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:36,889 INFO [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15968477242887812835.jks thread started 2024-11-27T21:12:36,889 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:36,890 INFO [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7556282443007832261.jks thread started 2024-11-27T21:12:36,890 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:36,906 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:36,921 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:36,921 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:36,922 INFO [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15968477242887812835.jks thread started 2024-11-27T21:12:36,922 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:36,922 INFO [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7556282443007832261.jks thread started 2024-11-27T21:12:36,922 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8c0aefcf, L:/127.0.0.1:46873 - R:/127.0.0.1:53438] 2024-11-27T21:12:36,980 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:36,990 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:36,990 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:36,990 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:36,990 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:36,990 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:36,990 INFO [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:36,990 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:36,990 INFO [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,021 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,021 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,021 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,021 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,021 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,021 INFO [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,021 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,021 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,022 INFO [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,022 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,022 INFO [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,022 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,022 INFO [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,022 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,022 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,022 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,045 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,045 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,045 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,045 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46873,0 is dead - stopping the connection localhost:46873/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T21:12:37,045 INFO [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,045 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,045 INFO [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,045 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,045 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:37,046 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,077 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,078 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:37,094 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,109 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,110 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x58de6a2b, L:/127.0.0.1:46873 - R:/127.0.0.1:53446] 2024-11-27T21:12:37,151 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:37,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:37,154 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46873 2024-11-27T21:12:37,154 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15968477242887812835.jks was interrupted and is shutting down... 2024-11-27T21:12:37,154 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7556282443007832261.jks was interrupted and is shutting down... 2024-11-27T21:12:37,154 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15968477242887812835.jks was interrupted and is shutting down... 2024-11-27T21:12:37,154 INFO [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7556282443007832261.jks thread finished 2024-11-27T21:12:37,154 INFO [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15968477242887812835.jks thread finished 2024-11-27T21:12:37,154 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7556282443007832261.jks was interrupted and is shutting down... 2024-11-27T21:12:37,154 INFO [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7556282443007832261.jks thread finished 2024-11-27T21:12:37,154 INFO [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15968477242887812835.jks thread finished 2024-11-27T21:12:37,161 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=4847 (was 4871) 2024-11-27T21:12:37,167 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=4846 2024-11-27T21:12:37,168 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:12:37,169 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40909 2024-11-27T21:12:37,169 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T21:12:37,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2f880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:37,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:37,170 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,205 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,205 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,206 INFO [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15968477242887812835.jks thread started 2024-11-27T21:12:37,206 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,206 INFO [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7556282443007832261.jks thread started 2024-11-27T21:12:37,206 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:37,236 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,252 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,253 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,253 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,253 INFO [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15968477242887812835.jks thread started 2024-11-27T21:12:37,254 INFO [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7556282443007832261.jks thread started 2024-11-27T21:12:37,254 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb3354ae5, L:/127.0.0.1:40909 - R:/127.0.0.1:52788] 2024-11-27T21:12:37,294 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:37,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:37,296 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7556282443007832261.jks was interrupted and is shutting down... 2024-11-27T21:12:37,296 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15968477242887812835.jks was interrupted and is shutting down... 2024-11-27T21:12:37,296 INFO [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7556282443007832261.jks thread finished 2024-11-27T21:12:37,305 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,305 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,305 INFO [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,305 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,312 INFO [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15968477242887812835.jks thread finished 2024-11-27T21:12:37,331 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,331 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,332 INFO [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,332 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15968477242887812835.jks 2024-11-27T21:12:37,332 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,332 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,332 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,332 INFO [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,347 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,347 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,347 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,347 INFO [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7556282443007832261.jks 2024-11-27T21:12:37,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:37,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:37,348 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,379 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,380 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,381 INFO [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15968477242887812835.jks thread started 2024-11-27T21:12:37,381 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,381 INFO [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7556282443007832261.jks thread started 2024-11-27T21:12:37,381 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:37,410 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,425 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,426 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd0c57a5b, L:/127.0.0.1:40909 - R:/127.0.0.1:52792] 2024-11-27T21:12:37,478 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:37,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:37,480 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40909 2024-11-27T21:12:37,480 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15968477242887812835.jks was interrupted and is shutting down... 2024-11-27T21:12:37,480 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7556282443007832261.jks was interrupted and is shutting down... 2024-11-27T21:12:37,480 DEBUG [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15968477242887812835.jks was interrupted and is shutting down... 2024-11-27T21:12:37,480 DEBUG [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7556282443007832261.jks was interrupted and is shutting down... 2024-11-27T21:12:37,480 INFO [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15968477242887812835.jks thread finished 2024-11-27T21:12:37,480 INFO [FileChangeWatcher-hbase_test_key15968477242887812835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15968477242887812835.jks thread finished 2024-11-27T21:12:37,481 INFO [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7556282443007832261.jks thread finished 2024-11-27T21:12:37,487 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=4828 (was 4846) 2024-11-27T21:12:37,493 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=4828 2024-11-27T21:12:37,496 INFO [FileChangeWatcher-hbase_test_ca7556282443007832261.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7556282443007832261.jks thread finished 2024-11-27T21:12:37,499 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:12:37,499 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35479 2024-11-27T21:12:37,499 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T21:12:37,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1a0227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:37,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:37,501 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,505 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,506 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,506 INFO [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5516077396271536775.pem thread started 2024-11-27T21:12:37,506 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,507 INFO [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18306994605358591170.pem thread started 2024-11-27T21:12:37,507 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:37,510 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,511 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,511 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,511 INFO [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5516077396271536775.pem thread started 2024-11-27T21:12:37,512 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,512 INFO [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18306994605358591170.pem thread started 2024-11-27T21:12:37,512 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8b165d6d, L:/127.0.0.1:35479 - R:/127.0.0.1:33816] 2024-11-27T21:12:37,529 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:37,541 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,541 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,541 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,541 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,541 INFO [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,541 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,542 INFO [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,542 INFO [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,542 INFO [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,542 INFO [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,542 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35479,0 is dead - stopping the connection localhost:35479/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,542 INFO [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,542 INFO [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,542 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:37,544 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,548 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,548 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:37,553 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,554 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,554 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x83db86c8, L:/127.0.0.1:35479 - R:/127.0.0.1:33828] 2024-11-27T21:12:37,571 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:37,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:37,573 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35479 2024-11-27T21:12:37,573 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18306994605358591170.pem was interrupted and is shutting down... 2024-11-27T21:12:37,573 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5516077396271536775.pem was interrupted and is shutting down... 2024-11-27T21:12:37,573 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5516077396271536775.pem was interrupted and is shutting down... 2024-11-27T21:12:37,573 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18306994605358591170.pem was interrupted and is shutting down... 2024-11-27T21:12:37,573 INFO [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18306994605358591170.pem thread finished 2024-11-27T21:12:37,573 INFO [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5516077396271536775.pem thread finished 2024-11-27T21:12:37,574 INFO [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5516077396271536775.pem thread finished 2024-11-27T21:12:37,574 INFO [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18306994605358591170.pem thread finished 2024-11-27T21:12:37,580 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=4824 (was 4828) 2024-11-27T21:12:37,587 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=4824 2024-11-27T21:12:37,589 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:12:37,589 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46881 2024-11-27T21:12:37,590 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T21:12:37,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:37,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:37,591 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,595 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,595 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,596 INFO [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5516077396271536775.pem thread started 2024-11-27T21:12:37,598 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,598 INFO [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18306994605358591170.pem thread started 2024-11-27T21:12:37,598 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:37,602 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,602 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,603 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,603 INFO [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5516077396271536775.pem thread started 2024-11-27T21:12:37,603 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,604 INFO [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18306994605358591170.pem thread started 2024-11-27T21:12:37,604 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x78dd34d5, L:/127.0.0.1:46881 - R:/127.0.0.1:45940] 2024-11-27T21:12:37,620 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:37,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:37,622 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18306994605358591170.pem was interrupted and is shutting down... 2024-11-27T21:12:37,622 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5516077396271536775.pem was interrupted and is shutting down... 2024-11-27T21:12:37,623 INFO [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18306994605358591170.pem thread finished 2024-11-27T21:12:37,623 INFO [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5516077396271536775.pem thread finished 2024-11-27T21:12:37,630 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,630 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,630 INFO [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,630 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,630 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,630 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,630 INFO [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,630 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5516077396271536775.pem 2024-11-27T21:12:37,631 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,631 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,631 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,631 INFO [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,631 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,631 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,631 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,631 INFO [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18306994605358591170.pem 2024-11-27T21:12:37,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:37,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:37,632 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,636 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,637 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,637 INFO [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5516077396271536775.pem thread started 2024-11-27T21:12:37,637 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,637 INFO [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18306994605358591170.pem thread started 2024-11-27T21:12:37,637 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:37,641 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,642 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,642 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3744d285, L:/127.0.0.1:46881 - R:/127.0.0.1:45946] 2024-11-27T21:12:37,657 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:37,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:37,658 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5516077396271536775.pem was interrupted and is shutting down... 2024-11-27T21:12:37,658 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46881 2024-11-27T21:12:37,658 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18306994605358591170.pem was interrupted and is shutting down... 2024-11-27T21:12:37,658 DEBUG [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5516077396271536775.pem was interrupted and is shutting down... 2024-11-27T21:12:37,658 INFO [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5516077396271536775.pem thread finished 2024-11-27T21:12:37,658 INFO [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18306994605358591170.pem thread finished 2024-11-27T21:12:37,658 INFO [FileChangeWatcher-hbase_test_key5516077396271536775.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5516077396271536775.pem thread finished 2024-11-27T21:12:37,658 DEBUG [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18306994605358591170.pem was interrupted and is shutting down... 2024-11-27T21:12:37,666 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=4820 (was 4824) 2024-11-27T21:12:37,672 INFO [FileChangeWatcher-hbase_test_ca18306994605358591170.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18306994605358591170.pem thread finished 2024-11-27T21:12:37,672 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=4820 2024-11-27T21:12:37,715 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:12:37,716 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40917 2024-11-27T21:12:37,716 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T21:12:37,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:37,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:37,717 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,747 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,748 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,748 INFO [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17176602313323672055.p12 thread started 2024-11-27T21:12:37,749 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,750 INFO [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7445978734705752217.p12 thread started 2024-11-27T21:12:37,750 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:37,765 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,780 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,781 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,781 INFO [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17176602313323672055.p12 thread started 2024-11-27T21:12:37,781 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:37,782 INFO [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7445978734705752217.p12 thread started 2024-11-27T21:12:37,782 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x66c957ef, L:/127.0.0.1:40917 - R:/127.0.0.1:44646] 2024-11-27T21:12:37,831 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:37,837 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:37,837 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:37,837 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:37,837 INFO [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:37,837 INFO [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:37,837 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:37,837 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:37,837 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:37,864 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:37,864 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:37,864 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:37,864 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:37,864 INFO [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:37,864 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:37,864 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:37,864 INFO [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:37,864 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:37,864 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:37,864 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:37,864 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:37,864 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:37,864 INFO [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:37,864 INFO [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:37,864 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:37,882 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:37,882 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:37,882 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:37,882 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:37,882 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40917,0 is dead - stopping the connection localhost:40917/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T21:12:37,882 INFO [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:37,882 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:37,882 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:37,883 INFO [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:37,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:37,883 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,915 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,915 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:37,931 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:37,946 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:37,947 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7106c262, L:/127.0.0.1:40917 - R:/127.0.0.1:44648] 2024-11-27T21:12:37,984 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:37,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:37,986 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7445978734705752217.p12 was interrupted and is shutting down... 2024-11-27T21:12:37,986 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40917 2024-11-27T21:12:37,986 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17176602313323672055.p12 was interrupted and is shutting down... 2024-11-27T21:12:37,986 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7445978734705752217.p12 was interrupted and is shutting down... 2024-11-27T21:12:37,986 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17176602313323672055.p12 was interrupted and is shutting down... 2024-11-27T21:12:37,986 INFO [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7445978734705752217.p12 thread finished 2024-11-27T21:12:37,986 INFO [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7445978734705752217.p12 thread finished 2024-11-27T21:12:37,986 INFO [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17176602313323672055.p12 thread finished 2024-11-27T21:12:37,986 INFO [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17176602313323672055.p12 thread finished 2024-11-27T21:12:37,993 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=4802 (was 4820) 2024-11-27T21:12:37,999 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=4801 2024-11-27T21:12:38,000 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:12:38,000 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46531 2024-11-27T21:12:38,000 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T21:12:38,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ad6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:38,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:38,002 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:38,044 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:38,045 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:38,045 INFO [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17176602313323672055.p12 thread started 2024-11-27T21:12:38,045 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:38,046 INFO [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7445978734705752217.p12 thread started 2024-11-27T21:12:38,046 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:38,061 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:38,075 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:38,076 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:38,076 INFO [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17176602313323672055.p12 thread started 2024-11-27T21:12:38,076 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:38,077 INFO [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7445978734705752217.p12 thread started 2024-11-27T21:12:38,077 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x64c45fd6, L:/127.0.0.1:46531 - R:/127.0.0.1:49876] 2024-11-27T21:12:38,112 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:38,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:38,114 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7445978734705752217.p12 was interrupted and is shutting down... 2024-11-27T21:12:38,114 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17176602313323672055.p12 was interrupted and is shutting down... 2024-11-27T21:12:38,114 INFO [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7445978734705752217.p12 thread finished 2024-11-27T21:12:38,114 INFO [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17176602313323672055.p12 thread finished 2024-11-27T21:12:38,118 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:38,118 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:38,118 INFO [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:38,118 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:38,143 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:38,143 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:38,143 INFO [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:38,143 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17176602313323672055.p12 2024-11-27T21:12:38,143 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:38,143 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:38,143 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:38,143 INFO [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:38,158 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:38,158 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:38,158 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:38,158 INFO [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7445978734705752217.p12 2024-11-27T21:12:38,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:38,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:38,159 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:38,201 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:38,201 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:38,202 INFO [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17176602313323672055.p12 thread started 2024-11-27T21:12:38,202 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:38,202 INFO [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7445978734705752217.p12 thread started 2024-11-27T21:12:38,203 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:38,229 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:38,243 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:38,244 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3ed7a3c9, L:/127.0.0.1:46531 - R:/127.0.0.1:49892] 2024-11-27T21:12:38,296 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:38,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:38,298 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17176602313323672055.p12 was interrupted and is shutting down... 2024-11-27T21:12:38,298 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46531 2024-11-27T21:12:38,298 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7445978734705752217.p12 was interrupted and is shutting down... 2024-11-27T21:12:38,298 DEBUG [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17176602313323672055.p12 was interrupted and is shutting down... 2024-11-27T21:12:38,298 DEBUG [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7445978734705752217.p12 was interrupted and is shutting down... 2024-11-27T21:12:38,298 INFO [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7445978734705752217.p12 thread finished 2024-11-27T21:12:38,298 INFO [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17176602313323672055.p12 thread finished 2024-11-27T21:12:38,298 INFO [FileChangeWatcher-hbase_test_key17176602313323672055.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17176602313323672055.p12 thread finished 2024-11-27T21:12:38,306 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=4779 (was 4801) 2024-11-27T21:12:38,312 INFO [FileChangeWatcher-hbase_test_ca7445978734705752217.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7445978734705752217.p12 thread finished 2024-11-27T21:12:38,312 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=4778 2024-11-27T21:12:38,735 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:12:38,736 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38253 2024-11-27T21:12:38,736 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T21:12:38,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c774ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:38,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:38,737 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:39,078 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:39,078 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:39,079 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:39,079 INFO [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17197511104928373698.bcfks thread started 2024-11-27T21:12:39,079 INFO [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks thread started 2024-11-27T21:12:39,079 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:39,244 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:39,408 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:39,409 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:39,409 INFO [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17197511104928373698.bcfks thread started 2024-11-27T21:12:39,409 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:39,410 INFO [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks thread started 2024-11-27T21:12:39,410 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x31c78446, L:/127.0.0.1:38253 - R:/127.0.0.1:35758] 2024-11-27T21:12:39,632 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:39,640 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:39,640 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:39,640 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:39,640 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:39,640 INFO [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:39,640 INFO [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:39,641 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:39,641 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:39,887 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:39,887 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:39,887 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:39,887 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:39,887 INFO [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:39,887 INFO [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:39,887 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:39,887 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:39,887 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:39,887 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:39,887 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:39,887 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:39,887 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:39,887 INFO [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:39,887 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:39,887 INFO [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:40,050 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38253,0 is dead - stopping the connection localhost:38253/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-27T21:12:40,050 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:40,050 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:40,050 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:40,050 INFO [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:40,051 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:40,051 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:40,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:40,051 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:40,051 INFO [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:40,051 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:40,381 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:40,382 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:40,546 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:40,711 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:40,712 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe99ad981, L:/127.0.0.1:38253 - R:/127.0.0.1:35760] 2024-11-27T21:12:40,897 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:40,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:40,899 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38253 2024-11-27T21:12:40,899 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks was interrupted and is shutting down... 2024-11-27T21:12:40,899 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17197511104928373698.bcfks was interrupted and is shutting down... 2024-11-27T21:12:40,899 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17197511104928373698.bcfks was interrupted and is shutting down... 2024-11-27T21:12:40,899 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks was interrupted and is shutting down... 2024-11-27T21:12:40,899 INFO [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17197511104928373698.bcfks thread finished 2024-11-27T21:12:40,899 INFO [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks thread finished 2024-11-27T21:12:40,907 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=4781 (was 4778) - AvailableMemoryMB LEAK? - 2024-11-27T21:12:40,912 INFO [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks thread finished 2024-11-27T21:12:40,912 INFO [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17197511104928373698.bcfks thread finished 2024-11-27T21:12:40,913 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=4781 2024-11-27T21:12:40,915 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T21:12:40,916 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33507 2024-11-27T21:12:40,916 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-27T21:12:40,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2071b335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:40,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:40,917 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:41,245 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:41,246 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:41,247 INFO [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17197511104928373698.bcfks thread started 2024-11-27T21:12:41,247 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:41,248 INFO [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks thread started 2024-11-27T21:12:41,248 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:41,412 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:41,576 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:41,577 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:41,577 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:41,577 INFO [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17197511104928373698.bcfks thread started 2024-11-27T21:12:41,578 INFO [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks thread started 2024-11-27T21:12:41,578 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7e545aa5, L:/127.0.0.1:33507 - R:/127.0.0.1:43946] 2024-11-27T21:12:41,756 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:41,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:41,758 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17197511104928373698.bcfks was interrupted and is shutting down... 2024-11-27T21:12:41,758 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks was interrupted and is shutting down... 2024-11-27T21:12:41,758 INFO [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks thread finished 2024-11-27T21:12:41,758 INFO [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17197511104928373698.bcfks thread finished 2024-11-27T21:12:41,764 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:41,764 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:41,764 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:41,764 INFO [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:42,009 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:42,009 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:42,009 INFO [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:42,009 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17197511104928373698.bcfks 2024-11-27T21:12:42,009 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:42,010 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:42,010 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:42,010 INFO [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:42,173 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:42,173 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:42,173 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:42,173 INFO [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11790640353126589773.bcfks 2024-11-27T21:12:42,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46787a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T21:12:42,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-27T21:12:42,174 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:42,503 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:42,504 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:42,505 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8bde699b-6998-53aa-9e70-db17ace39c68/TestNettyTLSIPCFileWatcher 2024-11-27T21:12:42,505 INFO [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17197511104928373698.bcfks thread started 2024-11-27T21:12:42,505 INFO [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks thread started 2024-11-27T21:12:42,505 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-27T21:12:42,669 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-27T21:12:42,833 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-27T21:12:42,834 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0afd6ab9, L:/127.0.0.1:33507 - R:/127.0.0.1:43958] 2024-11-27T21:12:43,014 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-27T21:12:43,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T21:12:43,016 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33507 2024-11-27T21:12:43,016 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17197511104928373698.bcfks was interrupted and is shutting down... 2024-11-27T21:12:43,016 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks was interrupted and is shutting down... 2024-11-27T21:12:43,016 DEBUG [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17197511104928373698.bcfks was interrupted and is shutting down... 2024-11-27T21:12:43,016 DEBUG [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks was interrupted and is shutting down... 2024-11-27T21:12:43,016 INFO [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17197511104928373698.bcfks thread finished 2024-11-27T21:12:43,016 INFO [FileChangeWatcher-hbase_test_key17197511104928373698.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17197511104928373698.bcfks thread finished 2024-11-27T21:12:43,016 INFO [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks thread finished 2024-11-27T21:12:43,016 INFO [FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11790640353126589773.bcfks thread finished 2024-11-27T21:12:43,023 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=4781 (was 4781)