2024-11-23 09:12:10,504 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-23 09:12:10,516 main DEBUG Took 0.010422 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 09:12:10,517 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 09:12:10,517 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 09:12:10,518 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 09:12:10,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 09:12:10,531 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 09:12:10,546 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 09:12:10,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 09:12:10,548 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 09:12:10,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 09:12:10,550 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 09:12:10,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 09:12:10,552 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 09:12:10,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 09:12:10,553 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 09:12:10,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 09:12:10,554 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 09:12:10,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 09:12:10,556 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 09:12:10,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 09:12:10,557 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 09:12:10,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 09:12:10,558 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 09:12:10,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 09:12:10,559 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 09:12:10,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 09:12:10,560 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 09:12:10,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 09:12:10,561 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 09:12:10,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 09:12:10,562 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 09:12:10,563 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 09:12:10,565 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 09:12:10,567 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 09:12:10,569 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 09:12:10,570 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 09:12:10,571 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 09:12:10,572 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 09:12:10,585 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 09:12:10,589 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 09:12:10,592 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 09:12:10,592 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 09:12:10,593 main DEBUG createAppenders(={Console}) 2024-11-23 09:12:10,594 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-23 09:12:10,594 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-23 09:12:10,595 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-23 09:12:10,596 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 09:12:10,596 main DEBUG OutputStream closed 2024-11-23 09:12:10,597 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 09:12:10,597 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 09:12:10,598 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-23 09:12:10,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 09:12:10,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 09:12:10,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 09:12:10,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 09:12:10,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 09:12:10,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 09:12:10,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 09:12:10,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 09:12:10,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 09:12:10,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 09:12:10,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 09:12:10,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 09:12:10,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 09:12:10,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 09:12:10,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 09:12:10,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 09:12:10,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 09:12:10,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 09:12:10,691 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 09:12:10,691 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-23 09:12:10,691 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 09:12:10,692 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-23T09:12:10,709 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-23 09:12:10,712 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 09:12:10,712 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T09:12:11,165 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T09:12:11,905 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=4492 2024-11-23T09:12:12,793 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T09:12:12,837 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T09:12:12,853 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T09:12:12,868 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T09:12:12,951 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T09:12:12,986 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31273 (auto-detected) 2024-11-23T09:12:12,987 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T09:12:13,009 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36089 2024-11-23T09:12:13,012 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T09:12:13,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70cfeee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:13,036 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T09:12:13,036 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T09:12:13,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:13,374 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:13,421 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:13,512 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:13,514 INFO [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16059615603790319661.jks thread started 2024-11-23T09:12:13,514 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:13,515 INFO [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca931050918787099598.jks thread started 2024-11-23T09:12:13,525 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:13,598 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:13,616 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:13,682 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:13,683 INFO [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16059615603790319661.jks thread started 2024-11-23T09:12:13,683 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:13,684 INFO [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca931050918787099598.jks thread started 2024-11-23T09:12:13,685 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x77647027, L:/127.0.0.1:36089 - R:/127.0.0.1:44276] 2024-11-23T09:12:13,817 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:14,058 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,058 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,058 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,059 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,059 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,059 INFO [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,059 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,059 INFO [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,085 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,085 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,085 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,085 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,085 INFO [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,085 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,085 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,085 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,085 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,085 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,085 INFO [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,086 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,086 INFO [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,086 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,086 INFO [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,086 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,113 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,113 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,113 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,113 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36089,0 is dead - stopping the connection localhost:36089/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-23T09:12:14,113 INFO [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,113 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,114 INFO [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,114 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,114 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:14,117 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:14,149 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:14,150 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:14,167 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:14,182 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:14,183 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdea9d945, L:/127.0.0.1:36089 - R:/127.0.0.1:44290] 2024-11-23T09:12:14,230 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:14,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:14,233 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36089 2024-11-23T09:12:14,233 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16059615603790319661.jks was interrupted and is shutting down... 2024-11-23T09:12:14,233 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca931050918787099598.jks was interrupted and is shutting down... 2024-11-23T09:12:14,233 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16059615603790319661.jks was interrupted and is shutting down... 2024-11-23T09:12:14,233 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca931050918787099598.jks was interrupted and is shutting down... 2024-11-23T09:12:14,234 INFO [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16059615603790319661.jks thread finished 2024-11-23T09:12:14,234 INFO [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca931050918787099598.jks thread finished 2024-11-23T09:12:14,234 INFO [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16059615603790319661.jks thread finished 2024-11-23T09:12:14,243 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca931050918787099598.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=4352 (was 4492) 2024-11-23T09:12:14,248 INFO [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca931050918787099598.jks thread finished 2024-11-23T09:12:14,249 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=4352 2024-11-23T09:12:14,250 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T09:12:14,251 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43599 2024-11-23T09:12:14,251 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T09:12:14,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6695e0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:14,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:14,254 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:14,284 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:14,285 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:14,285 INFO [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16059615603790319661.jks thread started 2024-11-23T09:12:14,285 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:14,286 INFO [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca931050918787099598.jks thread started 2024-11-23T09:12:14,286 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:14,303 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:14,319 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:14,320 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:14,320 INFO [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16059615603790319661.jks thread started 2024-11-23T09:12:14,320 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:14,321 INFO [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca931050918787099598.jks thread started 2024-11-23T09:12:14,321 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x19c523d4, L:/127.0.0.1:43599 - R:/127.0.0.1:58004] 2024-11-23T09:12:14,359 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:14,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:14,361 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16059615603790319661.jks was interrupted and is shutting down... 2024-11-23T09:12:14,361 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca931050918787099598.jks was interrupted and is shutting down... 2024-11-23T09:12:14,362 INFO [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16059615603790319661.jks thread finished 2024-11-23T09:12:14,376 INFO [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca931050918787099598.jks thread finished 2024-11-23T09:12:14,700 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,700 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,700 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,701 INFO [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,727 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,727 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,727 INFO [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,727 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16059615603790319661.jks 2024-11-23T09:12:14,728 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,728 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,728 INFO [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,728 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,742 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,742 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,742 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,742 INFO [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca931050918787099598.jks 2024-11-23T09:12:14,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67437c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:14,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:14,744 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:14,775 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:14,776 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:14,777 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:14,777 INFO [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16059615603790319661.jks thread started 2024-11-23T09:12:14,777 INFO [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca931050918787099598.jks thread started 2024-11-23T09:12:14,777 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:14,793 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:14,811 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:14,811 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6739f583, L:/127.0.0.1:43599 - R:/127.0.0.1:58008] 2024-11-23T09:12:14,850 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:14,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:14,852 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43599 2024-11-23T09:12:14,852 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca931050918787099598.jks was interrupted and is shutting down... 2024-11-23T09:12:14,852 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16059615603790319661.jks was interrupted and is shutting down... 2024-11-23T09:12:14,852 DEBUG [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca931050918787099598.jks was interrupted and is shutting down... 2024-11-23T09:12:14,852 DEBUG [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16059615603790319661.jks was interrupted and is shutting down... 2024-11-23T09:12:14,853 INFO [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca931050918787099598.jks thread finished 2024-11-23T09:12:14,853 INFO [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16059615603790319661.jks thread finished 2024-11-23T09:12:14,853 INFO [FileChangeWatcher-hbase_test_ca931050918787099598.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca931050918787099598.jks thread finished 2024-11-23T09:12:14,860 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_key16059615603790319661.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=4310 (was 4352) 2024-11-23T09:12:14,867 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=4308 2024-11-23T09:12:14,872 INFO [FileChangeWatcher-hbase_test_key16059615603790319661.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16059615603790319661.jks thread finished 2024-11-23T09:12:14,918 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T09:12:14,919 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39853 2024-11-23T09:12:14,919 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T09:12:14,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106e0680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:14,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:14,922 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:14,940 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:14,940 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:14,941 INFO [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8117304118661003010.pem thread started 2024-11-23T09:12:14,941 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:14,942 INFO [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6292396127714777066.pem thread started 2024-11-23T09:12:14,942 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:14,965 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:14,965 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:14,966 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:14,967 INFO [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8117304118661003010.pem thread started 2024-11-23T09:12:14,967 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:14,968 INFO [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6292396127714777066.pem thread started 2024-11-23T09:12:14,968 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x80d90337, L:/127.0.0.1:39853 - R:/127.0.0.1:33270] 2024-11-23T09:12:14,988 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:15,291 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,291 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,292 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,292 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,292 INFO [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,292 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,292 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,292 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,292 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,292 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,292 INFO [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,292 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,292 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,292 INFO [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,292 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,293 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,293 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,293 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,293 INFO [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,293 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,293 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,293 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,293 INFO [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,293 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39853,0 is dead - stopping the connection localhost:39853/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-23T09:12:15,293 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,293 INFO [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,293 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,293 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,293 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,293 INFO [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,293 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:15,295 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:15,300 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:15,301 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:15,305 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:15,306 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:15,307 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x37a3ea63, L:/127.0.0.1:39853 - R:/127.0.0.1:33286] 2024-11-23T09:12:15,322 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:15,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:15,324 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39853 2024-11-23T09:12:15,324 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6292396127714777066.pem was interrupted and is shutting down... 2024-11-23T09:12:15,324 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8117304118661003010.pem was interrupted and is shutting down... 2024-11-23T09:12:15,324 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8117304118661003010.pem was interrupted and is shutting down... 2024-11-23T09:12:15,324 INFO [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6292396127714777066.pem thread finished 2024-11-23T09:12:15,325 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6292396127714777066.pem was interrupted and is shutting down... 2024-11-23T09:12:15,332 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key8117304118661003010.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key8117304118661003010.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca6292396127714777066.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=203 (was 194) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4245 (was 4308) 2024-11-23T09:12:15,338 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=203, ProcessCount=11, AvailableMemoryMB=4244 2024-11-23T09:12:15,340 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T09:12:15,340 INFO [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8117304118661003010.pem thread finished 2024-11-23T09:12:15,340 INFO [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8117304118661003010.pem thread finished 2024-11-23T09:12:15,340 INFO [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6292396127714777066.pem thread finished 2024-11-23T09:12:15,341 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38281 2024-11-23T09:12:15,341 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T09:12:15,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45878dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:15,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:15,343 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:15,348 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:15,348 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:15,349 INFO [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8117304118661003010.pem thread started 2024-11-23T09:12:15,349 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:15,350 INFO [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6292396127714777066.pem thread started 2024-11-23T09:12:15,350 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:15,354 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:15,355 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:15,355 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:15,356 INFO [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8117304118661003010.pem thread started 2024-11-23T09:12:15,356 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:15,356 INFO [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6292396127714777066.pem thread started 2024-11-23T09:12:15,357 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8b0e970a, L:/127.0.0.1:38281 - R:/127.0.0.1:32900] 2024-11-23T09:12:15,371 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:15,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:15,373 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6292396127714777066.pem was interrupted and is shutting down... 2024-11-23T09:12:15,373 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8117304118661003010.pem was interrupted and is shutting down... 2024-11-23T09:12:15,374 INFO [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8117304118661003010.pem thread finished 2024-11-23T09:12:15,374 INFO [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6292396127714777066.pem thread finished 2024-11-23T09:12:15,587 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,587 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,588 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,588 INFO [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,588 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,588 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,588 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,588 INFO [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8117304118661003010.pem 2024-11-23T09:12:15,588 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,588 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,589 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,589 INFO [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,589 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,589 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f122a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:15,589 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,589 INFO [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6292396127714777066.pem 2024-11-23T09:12:15,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:15,591 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:15,596 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:15,597 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:15,597 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:15,597 INFO [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8117304118661003010.pem thread started 2024-11-23T09:12:15,598 INFO [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6292396127714777066.pem thread started 2024-11-23T09:12:15,598 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:15,605 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:15,606 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:15,607 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe0a6fe16, L:/127.0.0.1:38281 - R:/127.0.0.1:32914] 2024-11-23T09:12:15,624 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:15,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:15,626 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38281 2024-11-23T09:12:15,626 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6292396127714777066.pem was interrupted and is shutting down... 2024-11-23T09:12:15,626 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8117304118661003010.pem was interrupted and is shutting down... 2024-11-23T09:12:15,626 DEBUG [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8117304118661003010.pem was interrupted and is shutting down... 2024-11-23T09:12:15,626 DEBUG [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6292396127714777066.pem was interrupted and is shutting down... 2024-11-23T09:12:15,627 INFO [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6292396127714777066.pem thread finished 2024-11-23T09:12:15,634 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=33 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=203 (was 203), ProcessCount=11 (was 11), AvailableMemoryMB=4198 (was 4244) 2024-11-23T09:12:15,639 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=203, ProcessCount=11, AvailableMemoryMB=4197 2024-11-23T09:12:15,640 INFO [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8117304118661003010.pem thread finished 2024-11-23T09:12:15,640 INFO [FileChangeWatcher-hbase_test_ca6292396127714777066.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6292396127714777066.pem thread finished 2024-11-23T09:12:15,640 INFO [FileChangeWatcher-hbase_test_key8117304118661003010.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8117304118661003010.pem thread finished 2024-11-23T09:12:15,682 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T09:12:15,683 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38567 2024-11-23T09:12:15,684 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T09:12:15,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355ab955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:15,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:15,686 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:15,716 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:15,717 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:15,717 INFO [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6915550723760092576.p12 thread started 2024-11-23T09:12:15,717 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:15,718 INFO [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18187049438054565121.p12 thread started 2024-11-23T09:12:15,718 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:15,736 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:15,751 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:15,751 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:15,752 INFO [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6915550723760092576.p12 thread started 2024-11-23T09:12:15,752 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:15,752 INFO [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18187049438054565121.p12 thread started 2024-11-23T09:12:15,752 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcdb96366, L:/127.0.0.1:38567 - R:/127.0.0.1:41920] 2024-11-23T09:12:15,789 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:16,298 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,298 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,298 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,298 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,298 INFO [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,298 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,298 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,298 INFO [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,324 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,324 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,324 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,324 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,324 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,324 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,324 INFO [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,324 INFO [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,325 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,325 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,325 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,325 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,325 INFO [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,325 INFO [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,325 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,325 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,340 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38567,0 is dead - stopping the connection localhost:38567/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-23T09:12:16,340 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,340 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,340 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,340 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,340 INFO [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,340 INFO [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,340 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,340 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:16,342 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:16,373 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:16,373 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:16,389 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:16,404 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:16,405 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x574523f8, L:/127.0.0.1:38567 - R:/127.0.0.1:41936] 2024-11-23T09:12:16,441 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:16,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:16,443 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38567 2024-11-23T09:12:16,443 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6915550723760092576.p12 was interrupted and is shutting down... 2024-11-23T09:12:16,443 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18187049438054565121.p12 was interrupted and is shutting down... 2024-11-23T09:12:16,443 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6915550723760092576.p12 was interrupted and is shutting down... 2024-11-23T09:12:16,443 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18187049438054565121.p12 was interrupted and is shutting down... 2024-11-23T09:12:16,443 INFO [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18187049438054565121.p12 thread finished 2024-11-23T09:12:16,443 INFO [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6915550723760092576.p12 thread finished 2024-11-23T09:12:16,443 INFO [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6915550723760092576.p12 thread finished 2024-11-23T09:12:16,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=203 (was 203), ProcessCount=11 (was 11), AvailableMemoryMB=4099 (was 4197) 2024-11-23T09:12:16,455 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=203, ProcessCount=11, AvailableMemoryMB=4099 2024-11-23T09:12:16,456 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T09:12:16,457 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43669 2024-11-23T09:12:16,457 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T09:12:16,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38633be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:16,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:16,459 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:16,464 INFO [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18187049438054565121.p12 thread finished 2024-11-23T09:12:16,489 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:16,490 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:16,490 INFO [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6915550723760092576.p12 thread started 2024-11-23T09:12:16,490 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:16,491 INFO [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18187049438054565121.p12 thread started 2024-11-23T09:12:16,491 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:16,507 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:16,522 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:16,522 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:16,523 INFO [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6915550723760092576.p12 thread started 2024-11-23T09:12:16,523 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:16,523 INFO [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18187049438054565121.p12 thread started 2024-11-23T09:12:16,523 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2c2d8832, L:/127.0.0.1:43669 - R:/127.0.0.1:37594] 2024-11-23T09:12:16,559 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:16,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:16,561 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18187049438054565121.p12 was interrupted and is shutting down... 2024-11-23T09:12:16,561 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6915550723760092576.p12 was interrupted and is shutting down... 2024-11-23T09:12:16,562 INFO [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6915550723760092576.p12 thread finished 2024-11-23T09:12:16,562 INFO [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18187049438054565121.p12 thread finished 2024-11-23T09:12:16,702 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,702 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,702 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,703 INFO [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,729 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,729 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,729 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,729 INFO [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6915550723760092576.p12 2024-11-23T09:12:16,729 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,729 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,729 INFO [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,730 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,744 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,744 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,744 INFO [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,745 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca18187049438054565121.p12 2024-11-23T09:12:16,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba59fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:16,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:16,746 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:16,777 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:16,777 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:16,778 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:16,778 INFO [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6915550723760092576.p12 thread started 2024-11-23T09:12:16,778 INFO [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca18187049438054565121.p12 thread started 2024-11-23T09:12:16,779 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:16,794 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:16,809 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:16,810 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbab88ded, L:/127.0.0.1:43669 - R:/127.0.0.1:37596] 2024-11-23T09:12:16,846 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:16,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:16,848 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43669 2024-11-23T09:12:16,848 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18187049438054565121.p12 was interrupted and is shutting down... 2024-11-23T09:12:16,848 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6915550723760092576.p12 was interrupted and is shutting down... 2024-11-23T09:12:16,848 DEBUG [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6915550723760092576.p12 was interrupted and is shutting down... 2024-11-23T09:12:16,848 DEBUG [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca18187049438054565121.p12 was interrupted and is shutting down... 2024-11-23T09:12:16,848 INFO [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18187049438054565121.p12 thread finished 2024-11-23T09:12:16,848 INFO [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6915550723760092576.p12 thread finished 2024-11-23T09:12:16,848 INFO [FileChangeWatcher-hbase_test_key6915550723760092576.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6915550723760092576.p12 thread finished 2024-11-23T09:12:16,848 INFO [FileChangeWatcher-hbase_test_ca18187049438054565121.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca18187049438054565121.p12 thread finished 2024-11-23T09:12:16,855 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 31), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=203 (was 203), ProcessCount=11 (was 11), AvailableMemoryMB=4049 (was 4099) 2024-11-23T09:12:16,860 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=203, ProcessCount=11, AvailableMemoryMB=4049 2024-11-23T09:12:17,386 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T09:12:17,387 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38925 2024-11-23T09:12:17,388 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T09:12:17,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59329374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:17,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:17,390 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:17,726 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:17,727 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:17,727 INFO [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14640624465191469081.bcfks thread started 2024-11-23T09:12:17,727 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:17,728 INFO [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks thread started 2024-11-23T09:12:17,728 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:17,892 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:18,055 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:18,055 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:18,056 INFO [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14640624465191469081.bcfks thread started 2024-11-23T09:12:18,056 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:18,056 INFO [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks thread started 2024-11-23T09:12:18,057 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x333c41a6, L:/127.0.0.1:38925 - R:/127.0.0.1:47158] 2024-11-23T09:12:18,247 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:18,420 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:18,420 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:18,420 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:18,420 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:18,420 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:18,420 INFO [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:18,420 INFO [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:18,420 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:18,663 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:18,663 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:18,663 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:18,664 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:18,664 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:18,664 INFO [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:18,664 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:18,664 INFO [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:18,664 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:18,664 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:18,664 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:18,664 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:18,664 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:18,664 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:18,664 INFO [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:18,664 INFO [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:18,827 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:18,827 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:18,827 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:18,827 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:18,828 INFO [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:18,827 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38925,0 is dead - stopping the connection localhost:38925/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-23T09:12:18,828 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:18,828 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:18,828 INFO [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:18,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:18,829 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:19,159 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:19,160 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:19,324 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:19,486 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:19,487 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe5ef0786, L:/127.0.0.1:38925 - R:/127.0.0.1:47174] 2024-11-23T09:12:19,671 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:19,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:19,673 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38925 2024-11-23T09:12:19,673 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks was interrupted and is shutting down... 2024-11-23T09:12:19,673 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14640624465191469081.bcfks was interrupted and is shutting down... 2024-11-23T09:12:19,673 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14640624465191469081.bcfks was interrupted and is shutting down... 2024-11-23T09:12:19,673 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks was interrupted and is shutting down... 2024-11-23T09:12:19,673 INFO [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks thread finished 2024-11-23T09:12:19,674 INFO [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14640624465191469081.bcfks thread finished 2024-11-23T09:12:19,674 INFO [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14640624465191469081.bcfks thread finished 2024-11-23T09:12:19,674 INFO [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks thread finished 2024-11-23T09:12:19,681 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=203 (was 203), ProcessCount=11 (was 11), AvailableMemoryMB=3984 (was 4049) 2024-11-23T09:12:19,687 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=203, ProcessCount=11, AvailableMemoryMB=3984 2024-11-23T09:12:19,688 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T09:12:19,689 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39481 2024-11-23T09:12:19,689 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T09:12:19,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1872a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:19,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:19,692 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:20,017 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:20,017 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:20,018 INFO [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14640624465191469081.bcfks thread started 2024-11-23T09:12:20,018 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:20,018 INFO [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks thread started 2024-11-23T09:12:20,018 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:20,180 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:20,346 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:20,347 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:20,347 INFO [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14640624465191469081.bcfks thread started 2024-11-23T09:12:20,347 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:20,348 INFO [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks thread started 2024-11-23T09:12:20,348 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1e10081f, L:/127.0.0.1:39481 - R:/127.0.0.1:49330] 2024-11-23T09:12:20,525 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:20,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:20,527 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14640624465191469081.bcfks was interrupted and is shutting down... 2024-11-23T09:12:20,527 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks was interrupted and is shutting down... 2024-11-23T09:12:20,527 INFO [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks thread finished 2024-11-23T09:12:20,528 INFO [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14640624465191469081.bcfks thread finished 2024-11-23T09:12:20,736 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:20,736 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:20,736 INFO [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:20,736 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:20,978 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:20,978 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:20,978 INFO [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:20,978 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14640624465191469081.bcfks 2024-11-23T09:12:20,978 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:20,978 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:20,979 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:20,979 INFO [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:21,140 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:21,140 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:21,140 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:21,140 INFO [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4019622918501262620.bcfks 2024-11-23T09:12:21,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d09514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:21,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:21,142 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:21,467 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:21,467 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:21,468 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:21,468 INFO [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14640624465191469081.bcfks thread started 2024-11-23T09:12:21,468 INFO [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks thread started 2024-11-23T09:12:21,468 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:21,630 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:21,793 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:21,794 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x19314235, L:/127.0.0.1:39481 - R:/127.0.0.1:49336] 2024-11-23T09:12:21,978 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:21,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:21,981 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39481 2024-11-23T09:12:21,981 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks was interrupted and is shutting down... 2024-11-23T09:12:21,981 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14640624465191469081.bcfks was interrupted and is shutting down... 2024-11-23T09:12:21,981 DEBUG [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14640624465191469081.bcfks was interrupted and is shutting down... 2024-11-23T09:12:21,981 DEBUG [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks was interrupted and is shutting down... 2024-11-23T09:12:21,981 INFO [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14640624465191469081.bcfks thread finished 2024-11-23T09:12:21,981 INFO [FileChangeWatcher-hbase_test_key14640624465191469081.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14640624465191469081.bcfks thread finished 2024-11-23T09:12:21,981 INFO [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks thread finished 2024-11-23T09:12:21,988 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 203), ProcessCount=11 (was 11), AvailableMemoryMB=3942 (was 3984) 2024-11-23T09:12:21,994 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=3942 2024-11-23T09:12:22,000 INFO [FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4019622918501262620.bcfks thread finished 2024-11-23T09:12:22,142 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T09:12:22,143 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36877 2024-11-23T09:12:22,143 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T09:12:22,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e78dd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:22,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:22,145 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,175 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,175 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,176 INFO [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6403965956831721178.jks thread started 2024-11-23T09:12:22,176 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,176 INFO [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14805715943385472565.jks thread started 2024-11-23T09:12:22,177 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:22,192 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,207 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,207 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,208 INFO [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6403965956831721178.jks thread started 2024-11-23T09:12:22,208 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,208 INFO [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14805715943385472565.jks thread started 2024-11-23T09:12:22,209 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x113dacac, L:/127.0.0.1:36877 - R:/127.0.0.1:33232] 2024-11-23T09:12:22,256 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:22,264 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,264 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,264 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,264 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,265 INFO [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,265 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,265 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,265 INFO [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,291 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,291 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,291 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,291 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,291 INFO [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,291 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,291 INFO [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,291 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,291 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,291 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,291 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,291 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,291 INFO [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,291 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,291 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,291 INFO [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,306 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,306 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,306 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,306 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,306 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36877,0 is dead - stopping the connection localhost:36877/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-23T09:12:22,306 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,306 INFO [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,306 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,306 INFO [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:22,307 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,338 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,338 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:22,354 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,369 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,370 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7e0ded55, L:/127.0.0.1:36877 - R:/127.0.0.1:33238] 2024-11-23T09:12:22,411 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:22,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:22,412 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14805715943385472565.jks was interrupted and is shutting down... 2024-11-23T09:12:22,412 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6403965956831721178.jks was interrupted and is shutting down... 2024-11-23T09:12:22,412 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36877 2024-11-23T09:12:22,412 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14805715943385472565.jks was interrupted and is shutting down... 2024-11-23T09:12:22,412 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6403965956831721178.jks was interrupted and is shutting down... 2024-11-23T09:12:22,413 INFO [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14805715943385472565.jks thread finished 2024-11-23T09:12:22,413 INFO [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6403965956831721178.jks thread finished 2024-11-23T09:12:22,420 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=3917 (was 3942) 2024-11-23T09:12:22,426 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=3916 2024-11-23T09:12:22,427 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T09:12:22,428 INFO [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6403965956831721178.jks thread finished 2024-11-23T09:12:22,428 INFO [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14805715943385472565.jks thread finished 2024-11-23T09:12:22,428 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34789 2024-11-23T09:12:22,428 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T09:12:22,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:22,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:22,429 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,461 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,462 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,462 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,462 INFO [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6403965956831721178.jks thread started 2024-11-23T09:12:22,463 INFO [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14805715943385472565.jks thread started 2024-11-23T09:12:22,463 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:22,490 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,505 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,505 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,506 INFO [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6403965956831721178.jks thread started 2024-11-23T09:12:22,506 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,506 INFO [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14805715943385472565.jks thread started 2024-11-23T09:12:22,506 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x79134ac2, L:/127.0.0.1:34789 - R:/127.0.0.1:37212] 2024-11-23T09:12:22,546 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:22,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:22,548 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14805715943385472565.jks was interrupted and is shutting down... 2024-11-23T09:12:22,548 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6403965956831721178.jks was interrupted and is shutting down... 2024-11-23T09:12:22,548 INFO [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6403965956831721178.jks thread finished 2024-11-23T09:12:22,548 INFO [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14805715943385472565.jks thread finished 2024-11-23T09:12:22,553 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,553 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,554 INFO [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,554 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,581 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,581 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,581 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,581 INFO [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6403965956831721178.jks 2024-11-23T09:12:22,581 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,581 INFO [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,581 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,581 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,596 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,596 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,596 INFO [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,596 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14805715943385472565.jks 2024-11-23T09:12:22,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624ecb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:22,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:22,597 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,628 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,628 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,629 INFO [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6403965956831721178.jks thread started 2024-11-23T09:12:22,629 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,629 INFO [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14805715943385472565.jks thread started 2024-11-23T09:12:22,629 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:22,645 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,660 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,660 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x26694f71, L:/127.0.0.1:34789 - R:/127.0.0.1:37224] 2024-11-23T09:12:22,701 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:22,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:22,703 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34789 2024-11-23T09:12:22,703 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6403965956831721178.jks was interrupted and is shutting down... 2024-11-23T09:12:22,703 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14805715943385472565.jks was interrupted and is shutting down... 2024-11-23T09:12:22,703 DEBUG [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6403965956831721178.jks was interrupted and is shutting down... 2024-11-23T09:12:22,703 DEBUG [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14805715943385472565.jks was interrupted and is shutting down... 2024-11-23T09:12:22,703 INFO [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6403965956831721178.jks thread finished 2024-11-23T09:12:22,703 INFO [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14805715943385472565.jks thread finished 2024-11-23T09:12:22,703 INFO [FileChangeWatcher-hbase_test_key6403965956831721178.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6403965956831721178.jks thread finished 2024-11-23T09:12:22,703 INFO [FileChangeWatcher-hbase_test_ca14805715943385472565.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14805715943385472565.jks thread finished 2024-11-23T09:12:22,710 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=3898 (was 3916) 2024-11-23T09:12:22,715 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=3898 2024-11-23T09:12:22,720 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T09:12:22,721 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34233 2024-11-23T09:12:22,721 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T09:12:22,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:22,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:22,722 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,726 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,727 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,727 INFO [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13521827107387585101.pem thread started 2024-11-23T09:12:22,727 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,728 INFO [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3549999587968500404.pem thread started 2024-11-23T09:12:22,728 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:22,732 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,732 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,733 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,733 INFO [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13521827107387585101.pem thread started 2024-11-23T09:12:22,733 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,734 INFO [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3549999587968500404.pem thread started 2024-11-23T09:12:22,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1372613e, L:/127.0.0.1:34233 - R:/127.0.0.1:55432] 2024-11-23T09:12:22,747 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:22,756 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,756 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,756 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,756 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,757 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,757 INFO [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,757 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,757 INFO [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,757 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,757 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,757 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,757 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,757 INFO [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,757 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,757 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,757 INFO [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,766 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,766 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,766 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,766 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,766 INFO [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,766 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,766 INFO [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,766 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,766 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,766 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,766 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34233,0 is dead - stopping the connection localhost:34233/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-23T09:12:22,766 INFO [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,766 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,766 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,766 INFO [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:22,767 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,767 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,767 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,773 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,774 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:22,778 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,778 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,778 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xab7bc778, L:/127.0.0.1:34233 - R:/127.0.0.1:55434] 2024-11-23T09:12:22,793 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:22,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:22,794 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34233 2024-11-23T09:12:22,794 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3549999587968500404.pem was interrupted and is shutting down... 2024-11-23T09:12:22,794 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13521827107387585101.pem was interrupted and is shutting down... 2024-11-23T09:12:22,794 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3549999587968500404.pem was interrupted and is shutting down... 2024-11-23T09:12:22,794 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13521827107387585101.pem was interrupted and is shutting down... 2024-11-23T09:12:22,795 INFO [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13521827107387585101.pem thread finished 2024-11-23T09:12:22,795 INFO [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3549999587968500404.pem thread finished 2024-11-23T09:12:22,795 INFO [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3549999587968500404.pem thread finished 2024-11-23T09:12:22,801 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=3883 (was 3898) 2024-11-23T09:12:22,807 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=3882 2024-11-23T09:12:22,808 INFO [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13521827107387585101.pem thread finished 2024-11-23T09:12:22,808 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T09:12:22,808 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44089 2024-11-23T09:12:22,808 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T09:12:22,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:22,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:22,810 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,813 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,814 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,814 INFO [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13521827107387585101.pem thread started 2024-11-23T09:12:22,814 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,815 INFO [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3549999587968500404.pem thread started 2024-11-23T09:12:22,815 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:22,818 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,819 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,819 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,820 INFO [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13521827107387585101.pem thread started 2024-11-23T09:12:22,820 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,820 INFO [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3549999587968500404.pem thread started 2024-11-23T09:12:22,820 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0284ee73, L:/127.0.0.1:44089 - R:/127.0.0.1:52160] 2024-11-23T09:12:22,834 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:22,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:22,836 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13521827107387585101.pem was interrupted and is shutting down... 2024-11-23T09:12:22,836 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3549999587968500404.pem was interrupted and is shutting down... 2024-11-23T09:12:22,836 INFO [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13521827107387585101.pem thread finished 2024-11-23T09:12:22,836 INFO [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3549999587968500404.pem thread finished 2024-11-23T09:12:22,843 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,843 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,843 INFO [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,843 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,843 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,843 INFO [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,843 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,843 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13521827107387585101.pem 2024-11-23T09:12:22,843 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,843 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,843 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,843 INFO [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,843 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,843 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,843 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,844 INFO [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3549999587968500404.pem 2024-11-23T09:12:22,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47075d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:22,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:22,845 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,849 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,849 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,849 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,849 INFO [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13521827107387585101.pem thread started 2024-11-23T09:12:22,850 INFO [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3549999587968500404.pem thread started 2024-11-23T09:12:22,850 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:22,855 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,855 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,855 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc44a4698, L:/127.0.0.1:44089 - R:/127.0.0.1:52176] 2024-11-23T09:12:22,874 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:22,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:22,875 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44089 2024-11-23T09:12:22,875 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13521827107387585101.pem was interrupted and is shutting down... 2024-11-23T09:12:22,875 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3549999587968500404.pem was interrupted and is shutting down... 2024-11-23T09:12:22,875 DEBUG [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3549999587968500404.pem was interrupted and is shutting down... 2024-11-23T09:12:22,875 DEBUG [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13521827107387585101.pem was interrupted and is shutting down... 2024-11-23T09:12:22,875 INFO [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3549999587968500404.pem thread finished 2024-11-23T09:12:22,876 INFO [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13521827107387585101.pem thread finished 2024-11-23T09:12:22,882 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=3881 (was 3882) 2024-11-23T09:12:22,888 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=3881 2024-11-23T09:12:22,892 INFO [FileChangeWatcher-hbase_test_key13521827107387585101.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13521827107387585101.pem thread finished 2024-11-23T09:12:22,892 INFO [FileChangeWatcher-hbase_test_ca3549999587968500404.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3549999587968500404.pem thread finished 2024-11-23T09:12:22,929 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T09:12:22,930 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36893 2024-11-23T09:12:22,930 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T09:12:22,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:22,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:22,931 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,960 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,960 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,961 INFO [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9942604521714635128.p12 thread started 2024-11-23T09:12:22,961 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,961 INFO [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7418309180209415172.p12 thread started 2024-11-23T09:12:22,961 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:22,976 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:22,990 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:22,991 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,992 INFO [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9942604521714635128.p12 thread started 2024-11-23T09:12:22,992 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:22,992 INFO [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7418309180209415172.p12 thread started 2024-11-23T09:12:22,992 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xda497b2d, L:/127.0.0.1:36893 - R:/127.0.0.1:57992] 2024-11-23T09:12:23,029 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:23,035 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,035 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,035 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,035 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,035 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,035 INFO [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,035 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,035 INFO [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,060 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,060 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,060 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,060 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,060 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,060 INFO [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,060 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,060 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,060 INFO [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,060 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,060 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,060 INFO [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,060 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,060 INFO [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,060 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,060 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,075 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,075 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,075 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,075 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,075 INFO [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,075 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,075 INFO [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,075 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36893,0 is dead - stopping the connection localhost:36893/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-23T09:12:23,075 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:23,076 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:23,106 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:23,107 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:23,121 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:23,136 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:23,136 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7058000e, L:/127.0.0.1:36893 - R:/127.0.0.1:58000] 2024-11-23T09:12:23,185 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:23,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:23,186 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36893 2024-11-23T09:12:23,186 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7418309180209415172.p12 was interrupted and is shutting down... 2024-11-23T09:12:23,186 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9942604521714635128.p12 was interrupted and is shutting down... 2024-11-23T09:12:23,186 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7418309180209415172.p12 was interrupted and is shutting down... 2024-11-23T09:12:23,186 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9942604521714635128.p12 was interrupted and is shutting down... 2024-11-23T09:12:23,186 INFO [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7418309180209415172.p12 thread finished 2024-11-23T09:12:23,187 INFO [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7418309180209415172.p12 thread finished 2024-11-23T09:12:23,187 INFO [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9942604521714635128.p12 thread finished 2024-11-23T09:12:23,193 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=3880 (was 3881) 2024-11-23T09:12:23,200 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=3880 2024-11-23T09:12:23,200 INFO [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9942604521714635128.p12 thread finished 2024-11-23T09:12:23,201 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T09:12:23,201 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45527 2024-11-23T09:12:23,201 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T09:12:23,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c774ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:23,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:23,203 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:23,231 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:23,231 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:23,232 INFO [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9942604521714635128.p12 thread started 2024-11-23T09:12:23,232 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:23,232 INFO [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7418309180209415172.p12 thread started 2024-11-23T09:12:23,232 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:23,247 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:23,262 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:23,262 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:23,262 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:23,262 INFO [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9942604521714635128.p12 thread started 2024-11-23T09:12:23,263 INFO [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7418309180209415172.p12 thread started 2024-11-23T09:12:23,263 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xda81fbdd, L:/127.0.0.1:45527 - R:/127.0.0.1:45850] 2024-11-23T09:12:23,297 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:23,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:23,298 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7418309180209415172.p12 was interrupted and is shutting down... 2024-11-23T09:12:23,298 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9942604521714635128.p12 was interrupted and is shutting down... 2024-11-23T09:12:23,299 INFO [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7418309180209415172.p12 thread finished 2024-11-23T09:12:23,299 INFO [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9942604521714635128.p12 thread finished 2024-11-23T09:12:23,302 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,302 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,303 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,303 INFO [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,328 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,328 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,329 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,329 INFO [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9942604521714635128.p12 2024-11-23T09:12:23,329 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,329 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,329 INFO [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,329 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,345 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,345 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,345 INFO [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,345 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7418309180209415172.p12 2024-11-23T09:12:23,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30de7cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:23,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:23,346 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:23,376 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:23,377 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:23,377 INFO [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9942604521714635128.p12 thread started 2024-11-23T09:12:23,377 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:23,377 INFO [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7418309180209415172.p12 thread started 2024-11-23T09:12:23,377 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:23,392 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:23,416 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:23,416 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3991852f, L:/127.0.0.1:45527 - R:/127.0.0.1:45854] 2024-11-23T09:12:23,465 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:23,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:23,466 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45527 2024-11-23T09:12:23,466 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9942604521714635128.p12 was interrupted and is shutting down... 2024-11-23T09:12:23,466 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7418309180209415172.p12 was interrupted and is shutting down... 2024-11-23T09:12:23,466 DEBUG [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7418309180209415172.p12 was interrupted and is shutting down... 2024-11-23T09:12:23,466 DEBUG [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9942604521714635128.p12 was interrupted and is shutting down... 2024-11-23T09:12:23,467 INFO [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7418309180209415172.p12 thread finished 2024-11-23T09:12:23,467 INFO [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9942604521714635128.p12 thread finished 2024-11-23T09:12:23,467 INFO [FileChangeWatcher-hbase_test_ca7418309180209415172.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7418309180209415172.p12 thread finished 2024-11-23T09:12:23,474 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=3860 (was 3880) 2024-11-23T09:12:23,479 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=3860 2024-11-23T09:12:23,480 INFO [FileChangeWatcher-hbase_test_key9942604521714635128.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9942604521714635128.p12 thread finished 2024-11-23T09:12:23,885 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T09:12:23,886 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42787 2024-11-23T09:12:23,886 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T09:12:23,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cc1ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:23,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:23,887 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:24,215 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:24,216 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:24,216 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:24,216 INFO [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2160474436934819005.bcfks thread started 2024-11-23T09:12:24,216 INFO [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks thread started 2024-11-23T09:12:24,217 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:24,380 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:24,542 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:24,543 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:24,543 INFO [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2160474436934819005.bcfks thread started 2024-11-23T09:12:24,543 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:24,544 INFO [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks thread started 2024-11-23T09:12:24,544 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0243f11c, L:/127.0.0.1:42787 - R:/127.0.0.1:41504] 2024-11-23T09:12:24,767 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:24,775 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:24,775 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:24,775 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:24,775 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:24,775 INFO [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:24,775 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:24,775 INFO [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:24,775 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:25,017 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:25,017 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:25,017 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:25,017 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:25,017 INFO [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:25,017 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:25,017 INFO [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:25,017 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:25,017 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:25,017 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:25,017 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:25,017 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:25,017 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:25,017 INFO [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:25,017 INFO [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:25,017 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:25,189 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:25,189 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:25,189 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:25,189 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:25,190 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42787,0 is dead - stopping the connection localhost:42787/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-23T09:12:25,190 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:25,190 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:25,190 INFO [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:25,190 INFO [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:25,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:25,191 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:25,515 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:25,516 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:25,679 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:25,841 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:25,842 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6721a4e4, L:/127.0.0.1:42787 - R:/127.0.0.1:41506] 2024-11-23T09:12:26,022 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:26,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:26,023 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42787 2024-11-23T09:12:26,023 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2160474436934819005.bcfks was interrupted and is shutting down... 2024-11-23T09:12:26,023 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks was interrupted and is shutting down... 2024-11-23T09:12:26,023 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks was interrupted and is shutting down... 2024-11-23T09:12:26,023 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2160474436934819005.bcfks was interrupted and is shutting down... 2024-11-23T09:12:26,023 INFO [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks thread finished 2024-11-23T09:12:26,023 INFO [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks thread finished 2024-11-23T09:12:26,023 INFO [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2160474436934819005.bcfks thread finished 2024-11-23T09:12:26,030 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=3862 (was 3860) - AvailableMemoryMB LEAK? - 2024-11-23T09:12:26,035 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=187, ProcessCount=11, AvailableMemoryMB=3862 2024-11-23T09:12:26,036 INFO [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2160474436934819005.bcfks thread finished 2024-11-23T09:12:26,036 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T09:12:26,037 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43679 2024-11-23T09:12:26,037 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-23T09:12:26,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46787a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:26,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:26,038 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:26,363 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:26,364 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:26,364 INFO [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2160474436934819005.bcfks thread started 2024-11-23T09:12:26,364 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:26,365 INFO [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks thread started 2024-11-23T09:12:26,365 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:26,527 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:26,689 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:26,690 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:26,690 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:26,690 INFO [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2160474436934819005.bcfks thread started 2024-11-23T09:12:26,690 INFO [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks thread started 2024-11-23T09:12:26,691 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa9b510d1, L:/127.0.0.1:43679 - R:/127.0.0.1:43426] 2024-11-23T09:12:26,867 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:26,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:26,869 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks was interrupted and is shutting down... 2024-11-23T09:12:26,869 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2160474436934819005.bcfks was interrupted and is shutting down... 2024-11-23T09:12:26,869 INFO [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks thread finished 2024-11-23T09:12:26,869 INFO [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2160474436934819005.bcfks thread finished 2024-11-23T09:12:26,877 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:26,877 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:26,877 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:26,877 INFO [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:27,121 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:27,121 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:27,121 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:27,121 INFO [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2160474436934819005.bcfks 2024-11-23T09:12:27,121 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:27,121 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:27,121 INFO [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:27,122 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:27,284 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:27,284 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:27,284 INFO [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:27,284 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9319879282649181244.bcfks 2024-11-23T09:12:27,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5afe44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T09:12:27,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-23T09:12:27,285 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:27,609 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:27,610 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:27,611 INFO [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2160474436934819005.bcfks thread started 2024-11-23T09:12:27,611 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e683b354-b08d-40aa-8e4e-bdc50951f7e8/TestNettyTLSIPCFileWatcher 2024-11-23T09:12:27,611 INFO [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks thread started 2024-11-23T09:12:27,611 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-23T09:12:27,774 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-23T09:12:27,937 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-23T09:12:27,937 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfae20e23, L:/127.0.0.1:43679 - R:/127.0.0.1:43428] 2024-11-23T09:12:28,116 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-23T09:12:28,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T09:12:28,117 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43679 2024-11-23T09:12:28,117 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2160474436934819005.bcfks was interrupted and is shutting down... 2024-11-23T09:12:28,117 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks was interrupted and is shutting down... 2024-11-23T09:12:28,117 DEBUG [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2160474436934819005.bcfks was interrupted and is shutting down... 2024-11-23T09:12:28,117 DEBUG [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks was interrupted and is shutting down... 2024-11-23T09:12:28,118 INFO [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2160474436934819005.bcfks thread finished 2024-11-23T09:12:28,118 INFO [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks thread finished 2024-11-23T09:12:28,118 INFO [FileChangeWatcher-hbase_test_key2160474436934819005.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2160474436934819005.bcfks thread finished 2024-11-23T09:12:28,118 INFO [FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9319879282649181244.bcfks thread finished 2024-11-23T09:12:28,124 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=187 (was 187), ProcessCount=11 (was 11), AvailableMemoryMB=3861 (was 3862)