2024-11-09 02:12:08,705 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-09 02:12:08,720 main DEBUG Took 0.012323 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 02:12:08,721 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 02:12:08,721 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 02:12:08,722 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 02:12:08,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:12:08,735 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 02:12:08,748 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:12:08,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:12:08,750 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:12:08,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:12:08,750 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:12:08,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:12:08,751 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:12:08,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:12:08,752 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:12:08,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:12:08,753 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:12:08,753 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:12:08,754 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:12:08,754 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:12:08,755 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:12:08,755 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:12:08,755 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:12:08,756 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:12:08,756 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:12:08,757 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:12:08,757 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:12:08,757 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:12:08,758 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:12:08,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:12:08,758 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:12:08,759 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 02:12:08,760 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:12:08,761 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 02:12:08,763 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 02:12:08,763 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 02:12:08,764 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 02:12:08,765 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 02:12:08,773 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 02:12:08,775 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 02:12:08,776 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 02:12:08,777 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 02:12:08,777 main DEBUG createAppenders(={Console}) 2024-11-09 02:12:08,778 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-09 02:12:08,778 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-09 02:12:08,778 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-09 02:12:08,779 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 02:12:08,779 main DEBUG OutputStream closed 2024-11-09 02:12:08,779 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 02:12:08,779 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 02:12:08,780 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-09 02:12:08,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 02:12:08,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 02:12:08,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 02:12:08,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 02:12:08,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 02:12:08,865 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 02:12:08,865 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 02:12:08,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 02:12:08,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 02:12:08,867 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 02:12:08,867 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 02:12:08,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 02:12:08,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 02:12:08,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 02:12:08,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 02:12:08,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 02:12:08,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 02:12:08,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 02:12:08,873 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 02:12:08,873 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-09 02:12:08,874 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 02:12:08,875 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-09T02:12:08,892 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-09 02:12:08,895 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 02:12:08,896 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T02:12:09,326 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T02:12:10,122 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=10698 2024-11-09T02:12:10,994 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T02:12:11,039 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T02:12:11,053 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T02:12:11,065 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T02:12:11,140 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:12:11,180 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25432 (auto-detected) 2024-11-09T02:12:11,181 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T02:12:11,203 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46817 2024-11-09T02:12:11,206 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T02:12:11,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b01d94e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:11,238 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T02:12:11,239 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T02:12:11,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:11,616 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:11,667 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:11,742 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:11,745 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:11,745 INFO [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14829534118227761987.jks thread started 2024-11-09T02:12:11,746 INFO [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17478745338572025150.jks thread started 2024-11-09T02:12:11,755 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:11,812 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:11,828 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:11,888 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:11,889 INFO [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14829534118227761987.jks thread started 2024-11-09T02:12:11,889 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:11,890 INFO [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17478745338572025150.jks thread started 2024-11-09T02:12:11,891 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x285e3b2c, L:/127.0.0.1:46817 - R:/127.0.0.1:48570] 2024-11-09T02:12:12,001 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:12,303 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,304 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,303 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,303 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,303 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,305 INFO [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,305 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,305 INFO [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,333 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,333 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,333 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,333 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,333 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,333 INFO [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,333 INFO [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,333 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,333 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,333 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,333 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,333 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,333 INFO [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,334 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,334 INFO [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,334 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,348 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,348 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,348 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,348 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,348 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46817,0 is dead - stopping the connection localhost:46817/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T02:12:12,348 INFO [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,349 INFO [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,349 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,349 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:12,351 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:12,382 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:12,383 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:12,399 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:12,414 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:12,415 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x882cb85a, L:/127.0.0.1:46817 - R:/127.0.0.1:48586] 2024-11-09T02:12:12,461 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:12,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:12,464 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46817 2024-11-09T02:12:12,464 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14829534118227761987.jks was interrupted and is shutting down... 2024-11-09T02:12:12,464 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17478745338572025150.jks was interrupted and is shutting down... 2024-11-09T02:12:12,465 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14829534118227761987.jks was interrupted and is shutting down... 2024-11-09T02:12:12,465 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17478745338572025150.jks was interrupted and is shutting down... 2024-11-09T02:12:12,465 INFO [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14829534118227761987.jks thread finished 2024-11-09T02:12:12,465 INFO [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14829534118227761987.jks thread finished 2024-11-09T02:12:12,465 INFO [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17478745338572025150.jks thread finished 2024-11-09T02:12:12,476 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca17478745338572025150.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 196), ProcessCount=11 (was 11), AvailableMemoryMB=10565 (was 10698) 2024-11-09T02:12:12,480 INFO [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17478745338572025150.jks thread finished 2024-11-09T02:12:12,483 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=10565 2024-11-09T02:12:12,484 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:12:12,485 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42521 2024-11-09T02:12:12,485 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T02:12:12,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6731ae3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:12,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:12,488 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:12,520 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:12,521 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:12,522 INFO [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14829534118227761987.jks thread started 2024-11-09T02:12:12,522 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:12,522 INFO [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17478745338572025150.jks thread started 2024-11-09T02:12:12,522 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:12,539 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:12,554 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:12,555 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:12,556 INFO [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14829534118227761987.jks thread started 2024-11-09T02:12:12,556 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:12,556 INFO [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17478745338572025150.jks thread started 2024-11-09T02:12:12,556 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf5b56cd9, L:/127.0.0.1:42521 - R:/127.0.0.1:49018] 2024-11-09T02:12:12,598 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:12,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:12,600 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14829534118227761987.jks was interrupted and is shutting down... 2024-11-09T02:12:12,600 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17478745338572025150.jks was interrupted and is shutting down... 2024-11-09T02:12:12,601 INFO [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17478745338572025150.jks thread finished 2024-11-09T02:12:12,601 INFO [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14829534118227761987.jks thread finished 2024-11-09T02:12:12,826 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,826 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,826 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,826 INFO [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,853 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,853 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,854 INFO [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,854 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14829534118227761987.jks 2024-11-09T02:12:12,854 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,854 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,854 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,854 INFO [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,869 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,869 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,869 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,869 INFO [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17478745338572025150.jks 2024-11-09T02:12:12,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d29984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:12,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:12,871 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:12,903 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:12,904 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:12,905 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:12,905 INFO [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14829534118227761987.jks thread started 2024-11-09T02:12:12,906 INFO [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17478745338572025150.jks thread started 2024-11-09T02:12:12,906 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:12,922 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:12,938 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:12,939 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x01eec9d5, L:/127.0.0.1:42521 - R:/127.0.0.1:49024] 2024-11-09T02:12:12,978 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:12,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:12,981 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42521 2024-11-09T02:12:12,981 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14829534118227761987.jks was interrupted and is shutting down... 2024-11-09T02:12:12,981 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17478745338572025150.jks was interrupted and is shutting down... 2024-11-09T02:12:12,981 DEBUG [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14829534118227761987.jks was interrupted and is shutting down... 2024-11-09T02:12:12,981 DEBUG [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17478745338572025150.jks was interrupted and is shutting down... 2024-11-09T02:12:12,981 INFO [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17478745338572025150.jks thread finished 2024-11-09T02:12:12,981 INFO [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14829534118227761987.jks thread finished 2024-11-09T02:12:12,981 INFO [FileChangeWatcher-hbase_test_key14829534118227761987.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14829534118227761987.jks thread finished 2024-11-09T02:12:12,988 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 196), ProcessCount=11 (was 11), AvailableMemoryMB=10517 (was 10565) 2024-11-09T02:12:12,996 INFO [FileChangeWatcher-hbase_test_ca17478745338572025150.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17478745338572025150.jks thread finished 2024-11-09T02:12:12,996 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=10517 2024-11-09T02:12:13,049 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:12:13,050 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:32871 2024-11-09T02:12:13,050 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T02:12:13,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8ac7ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:13,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:13,053 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:13,084 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:13,085 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:13,085 INFO [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5701420574796024721.pem thread started 2024-11-09T02:12:13,085 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:13,086 INFO [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5608394902464732185.pem thread started 2024-11-09T02:12:13,086 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:13,095 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:13,096 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:13,096 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:13,097 INFO [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5701420574796024721.pem thread started 2024-11-09T02:12:13,097 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:13,097 INFO [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5608394902464732185.pem thread started 2024-11-09T02:12:13,098 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xef3cd8f4, L:/127.0.0.1:32871 - R:/127.0.0.1:56240] 2024-11-09T02:12:13,116 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:13,611 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:13,611 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:13,611 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:13,611 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:13,611 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:13,611 INFO [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:13,611 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:13,611 INFO [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:13,611 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:13,611 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:13,612 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:13,612 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:13,612 INFO [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:13,612 INFO [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:13,612 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:13,612 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:13,612 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:13,612 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:13,612 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:13,612 INFO [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:13,612 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:13,612 INFO [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:13,613 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,32871,0 is dead - stopping the connection localhost:32871/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T02:12:13,613 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:13,613 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:13,613 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:13,613 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:13,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:13,613 INFO [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:13,614 INFO [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:13,613 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:13,613 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:13,614 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:13,614 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:13,615 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:13,620 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:13,621 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:13,625 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:13,626 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:13,627 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbf6a5ad2, L:/127.0.0.1:32871 - R:/127.0.0.1:56252] 2024-11-09T02:12:13,642 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:13,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:13,644 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5608394902464732185.pem was interrupted and is shutting down... 2024-11-09T02:12:13,644 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:32871 2024-11-09T02:12:13,644 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5701420574796024721.pem was interrupted and is shutting down... 2024-11-09T02:12:13,645 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5701420574796024721.pem was interrupted and is shutting down... 2024-11-09T02:12:13,645 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5608394902464732185.pem was interrupted and is shutting down... 2024-11-09T02:12:13,645 INFO [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5701420574796024721.pem thread finished 2024-11-09T02:12:13,645 INFO [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5608394902464732185.pem thread finished 2024-11-09T02:12:13,645 INFO [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5701420574796024721.pem thread finished 2024-11-09T02:12:13,653 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca5608394902464732185.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 196), ProcessCount=11 (was 11), AvailableMemoryMB=10452 (was 10517) 2024-11-09T02:12:13,659 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=10452 2024-11-09T02:12:13,660 INFO [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5608394902464732185.pem thread finished 2024-11-09T02:12:13,661 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:12:13,662 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34907 2024-11-09T02:12:13,662 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T02:12:13,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720c14db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:13,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:13,664 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:13,670 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:13,670 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:13,671 INFO [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5701420574796024721.pem thread started 2024-11-09T02:12:13,671 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:13,671 INFO [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5608394902464732185.pem thread started 2024-11-09T02:12:13,671 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:13,676 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:13,677 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:13,678 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:13,678 INFO [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5701420574796024721.pem thread started 2024-11-09T02:12:13,678 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:13,679 INFO [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5608394902464732185.pem thread started 2024-11-09T02:12:13,679 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x77f72915, L:/127.0.0.1:34907 - R:/127.0.0.1:45404] 2024-11-09T02:12:13,696 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:13,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:13,698 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5701420574796024721.pem was interrupted and is shutting down... 2024-11-09T02:12:13,698 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5608394902464732185.pem was interrupted and is shutting down... 2024-11-09T02:12:13,699 INFO [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5608394902464732185.pem thread finished 2024-11-09T02:12:13,699 INFO [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5701420574796024721.pem thread finished 2024-11-09T02:12:14,157 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:14,157 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:14,158 INFO [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:14,158 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:14,158 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:14,158 INFO [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:14,158 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:14,158 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:14,158 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5701420574796024721.pem 2024-11-09T02:12:14,158 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:14,158 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:14,158 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:14,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7230e3f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:14,159 INFO [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:14,159 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5608394902464732185.pem 2024-11-09T02:12:14,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:14,160 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:14,168 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:14,169 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:14,169 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:14,169 INFO [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5701420574796024721.pem thread started 2024-11-09T02:12:14,170 INFO [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5608394902464732185.pem thread started 2024-11-09T02:12:14,170 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:14,177 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:14,178 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:14,178 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x93767680, L:/127.0.0.1:34907 - R:/127.0.0.1:45416] 2024-11-09T02:12:14,200 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:14,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:14,203 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5608394902464732185.pem was interrupted and is shutting down... 2024-11-09T02:12:14,203 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34907 2024-11-09T02:12:14,203 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5701420574796024721.pem was interrupted and is shutting down... 2024-11-09T02:12:14,203 DEBUG [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5608394902464732185.pem was interrupted and is shutting down... 2024-11-09T02:12:14,203 DEBUG [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5701420574796024721.pem was interrupted and is shutting down... 2024-11-09T02:12:14,204 INFO [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5701420574796024721.pem thread finished 2024-11-09T02:12:14,210 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=33 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key5701420574796024721.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=10391 (was 10452) 2024-11-09T02:12:14,217 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=10391 2024-11-09T02:12:14,220 INFO [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5608394902464732185.pem thread finished 2024-11-09T02:12:14,220 INFO [FileChangeWatcher-hbase_test_ca5608394902464732185.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5608394902464732185.pem thread finished 2024-11-09T02:12:14,220 INFO [FileChangeWatcher-hbase_test_key5701420574796024721.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5701420574796024721.pem thread finished 2024-11-09T02:12:14,265 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:12:14,266 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44797 2024-11-09T02:12:14,266 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T02:12:14,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497370d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:14,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:14,268 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:14,302 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:14,303 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:14,304 INFO [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2459728763069039551.p12 thread started 2024-11-09T02:12:14,304 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:14,305 INFO [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15719546583626934392.p12 thread started 2024-11-09T02:12:14,306 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:14,323 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:14,340 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:14,340 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:14,341 INFO [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2459728763069039551.p12 thread started 2024-11-09T02:12:14,341 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:14,341 INFO [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15719546583626934392.p12 thread started 2024-11-09T02:12:14,341 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7ff82d3b, L:/127.0.0.1:44797 - R:/127.0.0.1:54860] 2024-11-09T02:12:14,383 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:14,792 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:14,792 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:14,792 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:14,792 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:14,792 INFO [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:14,792 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:14,792 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:14,792 INFO [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:14,821 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:14,821 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:14,821 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:14,821 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:14,821 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:14,821 INFO [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:14,821 INFO [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:14,821 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:14,821 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:14,821 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:14,821 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:14,821 INFO [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:14,821 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:14,821 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:14,821 INFO [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:14,822 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:14,838 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:14,838 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44797,0 is dead - stopping the connection localhost:44797/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T02:12:14,838 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:14,838 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:14,838 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:14,838 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:14,838 INFO [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:14,838 INFO [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:14,838 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:14,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:14,840 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:14,873 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:14,874 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:14,891 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:14,908 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:14,908 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd91c8716, L:/127.0.0.1:44797 - R:/127.0.0.1:54874] 2024-11-09T02:12:14,950 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:14,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:14,952 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44797 2024-11-09T02:12:14,952 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15719546583626934392.p12 was interrupted and is shutting down... 2024-11-09T02:12:14,952 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2459728763069039551.p12 was interrupted and is shutting down... 2024-11-09T02:12:14,952 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15719546583626934392.p12 was interrupted and is shutting down... 2024-11-09T02:12:14,952 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2459728763069039551.p12 was interrupted and is shutting down... 2024-11-09T02:12:14,952 INFO [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15719546583626934392.p12 thread finished 2024-11-09T02:12:14,952 INFO [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15719546583626934392.p12 thread finished 2024-11-09T02:12:14,952 INFO [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2459728763069039551.p12 thread finished 2024-11-09T02:12:14,959 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=10316 (was 10391) 2024-11-09T02:12:14,964 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=10315 2024-11-09T02:12:14,965 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:12:14,966 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44051 2024-11-09T02:12:14,966 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T02:12:14,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639c4bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:14,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:14,968 INFO [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2459728763069039551.p12 thread finished 2024-11-09T02:12:14,968 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:15,001 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:15,002 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:15,002 INFO [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2459728763069039551.p12 thread started 2024-11-09T02:12:15,003 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:15,003 INFO [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15719546583626934392.p12 thread started 2024-11-09T02:12:15,003 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:15,021 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:15,037 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:15,038 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:15,038 INFO [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2459728763069039551.p12 thread started 2024-11-09T02:12:15,038 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:15,039 INFO [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15719546583626934392.p12 thread started 2024-11-09T02:12:15,039 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfe374e19, L:/127.0.0.1:44051 - R:/127.0.0.1:55000] 2024-11-09T02:12:15,078 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:15,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:15,080 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2459728763069039551.p12 was interrupted and is shutting down... 2024-11-09T02:12:15,080 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15719546583626934392.p12 was interrupted and is shutting down... 2024-11-09T02:12:15,081 INFO [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2459728763069039551.p12 thread finished 2024-11-09T02:12:15,081 INFO [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15719546583626934392.p12 thread finished 2024-11-09T02:12:15,316 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:15,316 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:15,316 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:15,316 INFO [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:15,345 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:15,345 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:15,346 INFO [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:15,346 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2459728763069039551.p12 2024-11-09T02:12:15,346 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:15,346 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:15,346 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:15,346 INFO [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:15,362 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:15,362 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:15,362 INFO [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:15,362 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca15719546583626934392.p12 2024-11-09T02:12:15,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4997528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:15,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:15,364 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:15,399 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:15,399 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:15,400 INFO [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2459728763069039551.p12 thread started 2024-11-09T02:12:15,400 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:15,400 INFO [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca15719546583626934392.p12 thread started 2024-11-09T02:12:15,401 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:15,418 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:15,434 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:15,435 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3ed62116, L:/127.0.0.1:44051 - R:/127.0.0.1:55002] 2024-11-09T02:12:15,475 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:15,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:15,477 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44051 2024-11-09T02:12:15,477 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15719546583626934392.p12 was interrupted and is shutting down... 2024-11-09T02:12:15,477 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2459728763069039551.p12 was interrupted and is shutting down... 2024-11-09T02:12:15,477 DEBUG [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca15719546583626934392.p12 was interrupted and is shutting down... 2024-11-09T02:12:15,477 DEBUG [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2459728763069039551.p12 was interrupted and is shutting down... 2024-11-09T02:12:15,477 INFO [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15719546583626934392.p12 thread finished 2024-11-09T02:12:15,477 INFO [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2459728763069039551.p12 thread finished 2024-11-09T02:12:15,477 INFO [FileChangeWatcher-hbase_test_ca15719546583626934392.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca15719546583626934392.p12 thread finished 2024-11-09T02:12:15,484 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=10259 (was 10315) 2024-11-09T02:12:15,490 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=10259 2024-11-09T02:12:15,496 INFO [FileChangeWatcher-hbase_test_key2459728763069039551.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2459728763069039551.p12 thread finished 2024-11-09T02:12:16,044 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:12:16,045 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41555 2024-11-09T02:12:16,045 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T02:12:16,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f64fb02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:16,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:16,047 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:16,391 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:16,392 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:16,393 INFO [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12984223989826921100.bcfks thread started 2024-11-09T02:12:16,393 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:16,393 INFO [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks thread started 2024-11-09T02:12:16,393 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:16,556 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:16,720 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:16,721 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:16,722 INFO [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12984223989826921100.bcfks thread started 2024-11-09T02:12:16,722 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:16,722 INFO [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks thread started 2024-11-09T02:12:16,722 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcfae312b, L:/127.0.0.1:41555 - R:/127.0.0.1:55860] 2024-11-09T02:12:16,913 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:17,057 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:17,057 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:17,057 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:17,057 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:17,057 INFO [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:17,057 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:17,057 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:17,057 INFO [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:17,302 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:17,302 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:17,302 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:17,302 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:17,302 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:17,302 INFO [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:17,302 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:17,302 INFO [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:17,302 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:17,302 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:17,302 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:17,302 INFO [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:17,302 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:17,303 INFO [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:17,303 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:17,303 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:17,467 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:17,467 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:17,467 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:17,467 INFO [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:17,467 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:17,467 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:17,467 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:17,467 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41555,0 is dead - stopping the connection localhost:41555/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T02:12:17,467 INFO [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:17,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:17,469 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:17,794 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:17,795 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:17,958 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:18,120 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:18,121 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf6950ce6, L:/127.0.0.1:41555 - R:/127.0.0.1:55874] 2024-11-09T02:12:18,314 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:18,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:18,316 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41555 2024-11-09T02:12:18,316 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks was interrupted and is shutting down... 2024-11-09T02:12:18,316 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12984223989826921100.bcfks was interrupted and is shutting down... 2024-11-09T02:12:18,316 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12984223989826921100.bcfks was interrupted and is shutting down... 2024-11-09T02:12:18,316 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks was interrupted and is shutting down... 2024-11-09T02:12:18,317 INFO [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks thread finished 2024-11-09T02:12:18,317 INFO [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12984223989826921100.bcfks thread finished 2024-11-09T02:12:18,317 INFO [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks thread finished 2024-11-09T02:12:18,323 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=36 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=10199 (was 10259) 2024-11-09T02:12:18,329 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=10199 2024-11-09T02:12:18,330 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:12:18,331 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39377 2024-11-09T02:12:18,331 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T02:12:18,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b65a212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:18,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:18,332 INFO [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12984223989826921100.bcfks thread finished 2024-11-09T02:12:18,332 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:18,659 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:18,659 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:18,660 INFO [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12984223989826921100.bcfks thread started 2024-11-09T02:12:18,660 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:18,660 INFO [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks thread started 2024-11-09T02:12:18,661 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:18,827 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:18,992 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:18,992 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:18,993 INFO [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12984223989826921100.bcfks thread started 2024-11-09T02:12:18,993 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:18,994 INFO [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks thread started 2024-11-09T02:12:18,994 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb0958109, L:/127.0.0.1:39377 - R:/127.0.0.1:33886] 2024-11-09T02:12:19,174 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:19,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:19,176 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12984223989826921100.bcfks was interrupted and is shutting down... 2024-11-09T02:12:19,176 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks was interrupted and is shutting down... 2024-11-09T02:12:19,177 INFO [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks thread finished 2024-11-09T02:12:19,177 INFO [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12984223989826921100.bcfks thread finished 2024-11-09T02:12:19,441 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:19,441 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:19,441 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:19,441 INFO [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:19,687 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:19,687 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:19,687 INFO [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:19,687 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12984223989826921100.bcfks 2024-11-09T02:12:19,687 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:19,687 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:19,687 INFO [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:19,687 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:19,848 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:19,848 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:19,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4091fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:19,848 INFO [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:19,848 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5595382480979083835.bcfks 2024-11-09T02:12:19,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:19,850 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:20,177 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:20,177 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:20,178 INFO [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12984223989826921100.bcfks thread started 2024-11-09T02:12:20,178 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:20,178 INFO [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks thread started 2024-11-09T02:12:20,178 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:20,342 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:20,505 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:20,506 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3774c6c8, L:/127.0.0.1:39377 - R:/127.0.0.1:35222] 2024-11-09T02:12:20,702 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:20,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:20,705 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39377 2024-11-09T02:12:20,705 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12984223989826921100.bcfks was interrupted and is shutting down... 2024-11-09T02:12:20,705 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks was interrupted and is shutting down... 2024-11-09T02:12:20,705 DEBUG [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12984223989826921100.bcfks was interrupted and is shutting down... 2024-11-09T02:12:20,705 DEBUG [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks was interrupted and is shutting down... 2024-11-09T02:12:20,705 INFO [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12984223989826921100.bcfks thread finished 2024-11-09T02:12:20,712 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=41 (was 35) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=10160 (was 10199) 2024-11-09T02:12:20,718 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=10160 2024-11-09T02:12:20,720 INFO [FileChangeWatcher-hbase_test_key12984223989826921100.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12984223989826921100.bcfks thread finished 2024-11-09T02:12:20,720 INFO [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks thread finished 2024-11-09T02:12:20,720 INFO [FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5595382480979083835.bcfks thread finished 2024-11-09T02:12:20,845 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:12:20,846 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37807 2024-11-09T02:12:20,846 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T02:12:20,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147c31d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:20,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:20,848 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:20,892 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:20,893 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:20,894 INFO [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13649957486441822076.jks thread started 2024-11-09T02:12:20,894 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:20,896 INFO [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1929041336161193554.jks thread started 2024-11-09T02:12:20,896 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:20,928 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:20,954 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:20,954 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:20,955 INFO [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13649957486441822076.jks thread started 2024-11-09T02:12:20,955 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:20,955 INFO [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1929041336161193554.jks thread started 2024-11-09T02:12:20,955 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9bcc5893, L:/127.0.0.1:37807 - R:/127.0.0.1:41058] 2024-11-09T02:12:21,011 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:21,020 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,020 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,020 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,020 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,020 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,020 INFO [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,021 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,021 INFO [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,050 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,050 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,050 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,050 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,050 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,050 INFO [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,050 INFO [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,050 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,050 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,050 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,050 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,050 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,050 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,050 INFO [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,050 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,050 INFO [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,066 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,066 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,066 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37807,0 is dead - stopping the connection localhost:37807/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T02:12:21,066 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,066 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,066 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,066 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,067 INFO [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,067 INFO [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:21,068 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,102 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,102 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:21,120 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,136 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,137 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0c246a3c, L:/127.0.0.1:37807 - R:/127.0.0.1:41072] 2024-11-09T02:12:21,183 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:21,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:21,184 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37807 2024-11-09T02:12:21,184 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1929041336161193554.jks was interrupted and is shutting down... 2024-11-09T02:12:21,184 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13649957486441822076.jks was interrupted and is shutting down... 2024-11-09T02:12:21,184 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13649957486441822076.jks was interrupted and is shutting down... 2024-11-09T02:12:21,184 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1929041336161193554.jks was interrupted and is shutting down... 2024-11-09T02:12:21,185 INFO [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13649957486441822076.jks thread finished 2024-11-09T02:12:21,185 INFO [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1929041336161193554.jks thread finished 2024-11-09T02:12:21,191 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 181), ProcessCount=11 (was 11), AvailableMemoryMB=10135 (was 10160) 2024-11-09T02:12:21,196 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=10135 2024-11-09T02:12:21,198 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:12:21,198 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38757 2024-11-09T02:12:21,198 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T02:12:21,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592540f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:21,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:21,200 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,204 INFO [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1929041336161193554.jks thread finished 2024-11-09T02:12:21,204 INFO [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13649957486441822076.jks thread finished 2024-11-09T02:12:21,233 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,234 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,234 INFO [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13649957486441822076.jks thread started 2024-11-09T02:12:21,234 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,236 INFO [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1929041336161193554.jks thread started 2024-11-09T02:12:21,236 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:21,254 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,271 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,271 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,272 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,272 INFO [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13649957486441822076.jks thread started 2024-11-09T02:12:21,272 INFO [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1929041336161193554.jks thread started 2024-11-09T02:12:21,272 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2450d4ac, L:/127.0.0.1:38757 - R:/127.0.0.1:33150] 2024-11-09T02:12:21,314 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:21,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:21,316 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1929041336161193554.jks was interrupted and is shutting down... 2024-11-09T02:12:21,316 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13649957486441822076.jks was interrupted and is shutting down... 2024-11-09T02:12:21,316 INFO [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1929041336161193554.jks thread finished 2024-11-09T02:12:21,316 INFO [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13649957486441822076.jks thread finished 2024-11-09T02:12:21,322 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,322 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,322 INFO [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,322 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,351 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,351 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,351 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,351 INFO [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13649957486441822076.jks 2024-11-09T02:12:21,351 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,351 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,351 INFO [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,351 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,367 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,367 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,367 INFO [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,367 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1929041336161193554.jks 2024-11-09T02:12:21,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e24e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:21,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:21,368 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,402 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,403 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,403 INFO [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13649957486441822076.jks thread started 2024-11-09T02:12:21,404 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,404 INFO [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1929041336161193554.jks thread started 2024-11-09T02:12:21,404 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:21,422 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,438 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,439 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x953734d9, L:/127.0.0.1:38757 - R:/127.0.0.1:33166] 2024-11-09T02:12:21,485 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:21,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:21,486 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38757 2024-11-09T02:12:21,486 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13649957486441822076.jks was interrupted and is shutting down... 2024-11-09T02:12:21,486 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1929041336161193554.jks was interrupted and is shutting down... 2024-11-09T02:12:21,486 DEBUG [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13649957486441822076.jks was interrupted and is shutting down... 2024-11-09T02:12:21,486 DEBUG [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1929041336161193554.jks was interrupted and is shutting down... 2024-11-09T02:12:21,487 INFO [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13649957486441822076.jks thread finished 2024-11-09T02:12:21,487 INFO [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1929041336161193554.jks thread finished 2024-11-09T02:12:21,492 INFO [FileChangeWatcher-hbase_test_key13649957486441822076.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13649957486441822076.jks thread finished 2024-11-09T02:12:21,492 INFO [FileChangeWatcher-hbase_test_ca1929041336161193554.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1929041336161193554.jks thread finished 2024-11-09T02:12:21,494 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 181), ProcessCount=11 (was 11), AvailableMemoryMB=10115 (was 10135) 2024-11-09T02:12:21,499 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=10114 2024-11-09T02:12:21,505 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:12:21,505 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40497 2024-11-09T02:12:21,505 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T02:12:21,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d5ad02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:21,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:21,507 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,511 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,511 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,512 INFO [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9782215015359403496.pem thread started 2024-11-09T02:12:21,512 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,512 INFO [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11918081570833341534.pem thread started 2024-11-09T02:12:21,512 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:21,517 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,517 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,517 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,518 INFO [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9782215015359403496.pem thread started 2024-11-09T02:12:21,518 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,518 INFO [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11918081570833341534.pem thread started 2024-11-09T02:12:21,518 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa274afe7, L:/127.0.0.1:40497 - R:/127.0.0.1:53670] 2024-11-09T02:12:21,534 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:21,549 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,549 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,549 INFO [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,549 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,549 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,549 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,549 INFO [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,549 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,549 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,549 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,549 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,549 INFO [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,549 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,549 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,549 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,549 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,549 INFO [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,549 INFO [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,549 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,550 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,550 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,550 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40497,0 is dead - stopping the connection localhost:40497/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T02:12:21,550 INFO [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,550 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,550 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,550 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:21,550 INFO [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,551 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,555 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,556 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:21,560 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,560 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,560 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfb654b03, L:/127.0.0.1:40497 - R:/127.0.0.1:53672] 2024-11-09T02:12:21,576 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:21,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:21,578 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40497 2024-11-09T02:12:21,578 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11918081570833341534.pem was interrupted and is shutting down... 2024-11-09T02:12:21,578 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9782215015359403496.pem was interrupted and is shutting down... 2024-11-09T02:12:21,578 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9782215015359403496.pem was interrupted and is shutting down... 2024-11-09T02:12:21,578 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11918081570833341534.pem was interrupted and is shutting down... 2024-11-09T02:12:21,578 INFO [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11918081570833341534.pem thread finished 2024-11-09T02:12:21,578 INFO [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9782215015359403496.pem thread finished 2024-11-09T02:12:21,578 INFO [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9782215015359403496.pem thread finished 2024-11-09T02:12:21,585 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 181), ProcessCount=11 (was 11), AvailableMemoryMB=10111 (was 10114) 2024-11-09T02:12:21,590 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=10111 2024-11-09T02:12:21,591 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:12:21,592 INFO [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11918081570833341534.pem thread finished 2024-11-09T02:12:21,592 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43709 2024-11-09T02:12:21,592 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T02:12:21,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d83934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:21,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:21,593 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,597 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,598 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,598 INFO [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9782215015359403496.pem thread started 2024-11-09T02:12:21,598 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,598 INFO [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11918081570833341534.pem thread started 2024-11-09T02:12:21,598 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:21,604 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,604 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,605 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,618 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,619 INFO [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11918081570833341534.pem thread started 2024-11-09T02:12:21,619 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb4cec140, L:/127.0.0.1:43709 - R:/127.0.0.1:59370] 2024-11-09T02:12:21,623 INFO [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9782215015359403496.pem thread started 2024-11-09T02:12:21,637 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:21,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:21,639 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11918081570833341534.pem was interrupted and is shutting down... 2024-11-09T02:12:21,639 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9782215015359403496.pem was interrupted and is shutting down... 2024-11-09T02:12:21,639 INFO [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9782215015359403496.pem thread finished 2024-11-09T02:12:21,639 INFO [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11918081570833341534.pem thread finished 2024-11-09T02:12:21,647 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,647 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,647 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,647 INFO [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,647 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,647 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,648 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,648 INFO [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9782215015359403496.pem 2024-11-09T02:12:21,648 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,648 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,648 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,648 INFO [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,648 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,648 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,648 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,648 INFO [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11918081570833341534.pem 2024-11-09T02:12:21,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645e030d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:21,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:21,649 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,653 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,654 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,654 INFO [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9782215015359403496.pem thread started 2024-11-09T02:12:21,655 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,655 INFO [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11918081570833341534.pem thread started 2024-11-09T02:12:21,655 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:21,659 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,659 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,660 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x11cb68f3, L:/127.0.0.1:43709 - R:/127.0.0.1:59382] 2024-11-09T02:12:21,675 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:21,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:21,676 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43709 2024-11-09T02:12:21,676 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9782215015359403496.pem was interrupted and is shutting down... 2024-11-09T02:12:21,676 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11918081570833341534.pem was interrupted and is shutting down... 2024-11-09T02:12:21,676 DEBUG [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9782215015359403496.pem was interrupted and is shutting down... 2024-11-09T02:12:21,676 DEBUG [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11918081570833341534.pem was interrupted and is shutting down... 2024-11-09T02:12:21,676 INFO [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11918081570833341534.pem thread finished 2024-11-09T02:12:21,676 INFO [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9782215015359403496.pem thread finished 2024-11-09T02:12:21,683 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 181), ProcessCount=11 (was 11), AvailableMemoryMB=10096 (was 10111) 2024-11-09T02:12:21,684 INFO [FileChangeWatcher-hbase_test_key9782215015359403496.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9782215015359403496.pem thread finished 2024-11-09T02:12:21,684 INFO [FileChangeWatcher-hbase_test_ca11918081570833341534.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11918081570833341534.pem thread finished 2024-11-09T02:12:21,689 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=10095 2024-11-09T02:12:21,734 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:12:21,735 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42375 2024-11-09T02:12:21,735 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T02:12:21,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb49fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:21,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:21,736 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,769 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,769 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,769 INFO [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5593487377003927764.p12 thread started 2024-11-09T02:12:21,769 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,770 INFO [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8344418738169889404.p12 thread started 2024-11-09T02:12:21,770 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:21,786 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,802 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,802 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,803 INFO [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5593487377003927764.p12 thread started 2024-11-09T02:12:21,803 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:21,803 INFO [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8344418738169889404.p12 thread started 2024-11-09T02:12:21,803 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x780c6896, L:/127.0.0.1:42375 - R:/127.0.0.1:48836] 2024-11-09T02:12:21,843 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:21,849 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:21,849 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:21,849 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:21,849 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:21,849 INFO [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:21,849 INFO [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:21,849 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:21,849 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:21,878 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:21,878 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:21,878 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:21,878 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:21,878 INFO [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:21,878 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:21,878 INFO [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:21,878 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:21,878 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:21,878 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:21,878 INFO [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:21,878 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:21,878 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:21,878 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:21,878 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:21,878 INFO [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:21,894 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:21,894 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:21,894 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:21,894 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:21,894 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:21,894 INFO [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:21,894 INFO [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:21,894 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:21,894 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42375,0 is dead - stopping the connection localhost:42375/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T02:12:21,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:21,895 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,929 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,929 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:21,945 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:21,961 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:21,962 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9e30af16, L:/127.0.0.1:42375 - R:/127.0.0.1:48844] 2024-11-09T02:12:22,003 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:22,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:22,005 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5593487377003927764.p12 was interrupted and is shutting down... 2024-11-09T02:12:22,005 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8344418738169889404.p12 was interrupted and is shutting down... 2024-11-09T02:12:22,005 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42375 2024-11-09T02:12:22,005 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5593487377003927764.p12 was interrupted and is shutting down... 2024-11-09T02:12:22,005 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8344418738169889404.p12 was interrupted and is shutting down... 2024-11-09T02:12:22,005 INFO [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8344418738169889404.p12 thread finished 2024-11-09T02:12:22,005 INFO [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5593487377003927764.p12 thread finished 2024-11-09T02:12:22,005 INFO [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5593487377003927764.p12 thread finished 2024-11-09T02:12:22,005 INFO [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8344418738169889404.p12 thread finished 2024-11-09T02:12:22,012 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 181), ProcessCount=11 (was 11), AvailableMemoryMB=10095 (was 10095) 2024-11-09T02:12:22,018 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=10094 2024-11-09T02:12:22,019 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:12:22,019 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44323 2024-11-09T02:12:22,019 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T02:12:22,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ef9cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:22,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:22,021 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:22,053 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:22,053 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:22,053 INFO [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5593487377003927764.p12 thread started 2024-11-09T02:12:22,054 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:22,054 INFO [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8344418738169889404.p12 thread started 2024-11-09T02:12:22,054 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:22,070 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:22,086 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:22,087 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:22,087 INFO [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5593487377003927764.p12 thread started 2024-11-09T02:12:22,087 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:22,087 INFO [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8344418738169889404.p12 thread started 2024-11-09T02:12:22,088 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9af1819a, L:/127.0.0.1:44323 - R:/127.0.0.1:52670] 2024-11-09T02:12:22,126 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:22,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:22,127 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5593487377003927764.p12 was interrupted and is shutting down... 2024-11-09T02:12:22,127 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8344418738169889404.p12 was interrupted and is shutting down... 2024-11-09T02:12:22,127 INFO [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5593487377003927764.p12 thread finished 2024-11-09T02:12:22,127 INFO [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8344418738169889404.p12 thread finished 2024-11-09T02:12:22,133 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:22,133 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:22,133 INFO [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:22,133 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:22,162 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:22,162 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:22,162 INFO [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:22,162 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5593487377003927764.p12 2024-11-09T02:12:22,162 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:22,163 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:22,163 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:22,163 INFO [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:22,180 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:22,180 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:22,180 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:22,180 INFO [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8344418738169889404.p12 2024-11-09T02:12:22,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15cb2c2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:22,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:22,181 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:22,213 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:22,214 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:22,214 INFO [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5593487377003927764.p12 thread started 2024-11-09T02:12:22,214 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:22,215 INFO [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8344418738169889404.p12 thread started 2024-11-09T02:12:22,215 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:22,231 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:22,247 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:22,247 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0113d83a, L:/127.0.0.1:44323 - R:/127.0.0.1:52686] 2024-11-09T02:12:22,287 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:22,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:22,288 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44323 2024-11-09T02:12:22,288 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5593487377003927764.p12 was interrupted and is shutting down... 2024-11-09T02:12:22,288 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8344418738169889404.p12 was interrupted and is shutting down... 2024-11-09T02:12:22,288 DEBUG [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8344418738169889404.p12 was interrupted and is shutting down... 2024-11-09T02:12:22,288 DEBUG [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5593487377003927764.p12 was interrupted and is shutting down... 2024-11-09T02:12:22,288 INFO [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5593487377003927764.p12 thread finished 2024-11-09T02:12:22,289 INFO [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8344418738169889404.p12 thread finished 2024-11-09T02:12:22,295 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 181), ProcessCount=11 (was 11), AvailableMemoryMB=10090 (was 10094) 2024-11-09T02:12:22,300 INFO [FileChangeWatcher-hbase_test_key5593487377003927764.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5593487377003927764.p12 thread finished 2024-11-09T02:12:22,300 INFO [FileChangeWatcher-hbase_test_ca8344418738169889404.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8344418738169889404.p12 thread finished 2024-11-09T02:12:22,301 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=10090 2024-11-09T02:12:22,706 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:12:22,707 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40295 2024-11-09T02:12:22,707 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T02:12:22,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9c8a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:22,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:22,708 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:23,034 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:23,034 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:23,035 INFO [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10313035470439093817.bcfks thread started 2024-11-09T02:12:23,035 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:23,035 INFO [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks thread started 2024-11-09T02:12:23,035 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:23,197 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:23,360 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:23,360 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:23,361 INFO [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10313035470439093817.bcfks thread started 2024-11-09T02:12:23,361 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:23,361 INFO [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks thread started 2024-11-09T02:12:23,362 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3dbb80da, L:/127.0.0.1:40295 - R:/127.0.0.1:55676] 2024-11-09T02:12:23,592 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:23,600 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:23,600 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:23,600 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:23,600 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:23,600 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:23,600 INFO [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:23,600 INFO [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:23,600 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:23,844 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:23,844 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:23,844 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:23,844 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:23,844 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:23,844 INFO [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:23,844 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:23,844 INFO [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:23,844 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:23,844 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:23,844 INFO [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:23,844 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:23,844 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:23,844 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:23,844 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:23,844 INFO [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:24,006 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:24,006 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:24,006 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:24,006 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40295,0 is dead - stopping the connection localhost:40295/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-09T02:12:24,006 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:24,006 INFO [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:24,006 INFO [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:24,006 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:24,006 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:24,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:24,007 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:24,329 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:24,330 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:24,492 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:24,654 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:24,655 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe8b743be, L:/127.0.0.1:40295 - R:/127.0.0.1:55682] 2024-11-09T02:12:24,833 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:24,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:24,834 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40295 2024-11-09T02:12:24,834 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10313035470439093817.bcfks was interrupted and is shutting down... 2024-11-09T02:12:24,834 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks was interrupted and is shutting down... 2024-11-09T02:12:24,834 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10313035470439093817.bcfks was interrupted and is shutting down... 2024-11-09T02:12:24,834 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks was interrupted and is shutting down... 2024-11-09T02:12:24,835 INFO [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks thread finished 2024-11-09T02:12:24,835 INFO [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10313035470439093817.bcfks thread finished 2024-11-09T02:12:24,840 INFO [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks thread finished 2024-11-09T02:12:24,840 INFO [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10313035470439093817.bcfks thread finished 2024-11-09T02:12:24,842 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 181) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10091 (was 10090) - AvailableMemoryMB LEAK? - 2024-11-09T02:12:24,847 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=10091 2024-11-09T02:12:24,848 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:12:24,849 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42993 2024-11-09T02:12:24,849 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-09T02:12:24,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b31fd2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:24,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:24,850 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:25,173 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:25,174 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:25,175 INFO [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10313035470439093817.bcfks thread started 2024-11-09T02:12:25,175 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:25,175 INFO [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks thread started 2024-11-09T02:12:25,175 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:25,337 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:25,499 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:25,500 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:25,500 INFO [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10313035470439093817.bcfks thread started 2024-11-09T02:12:25,501 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:25,501 INFO [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks thread started 2024-11-09T02:12:25,501 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x409a2241, L:/127.0.0.1:42993 - R:/127.0.0.1:45668] 2024-11-09T02:12:25,678 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:25,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:25,679 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks was interrupted and is shutting down... 2024-11-09T02:12:25,680 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10313035470439093817.bcfks was interrupted and is shutting down... 2024-11-09T02:12:25,680 INFO [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks thread finished 2024-11-09T02:12:25,680 INFO [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10313035470439093817.bcfks thread finished 2024-11-09T02:12:25,686 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:25,686 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:25,686 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:25,686 INFO [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:25,928 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:25,928 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:25,928 INFO [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:25,928 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10313035470439093817.bcfks 2024-11-09T02:12:25,929 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:25,929 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:25,929 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:25,929 INFO [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:26,090 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:26,090 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:26,090 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:26,090 INFO [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5269327783109428922.bcfks 2024-11-09T02:12:26,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ddb2d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:12:26,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-09T02:12:26,091 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:26,414 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:26,414 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:26,415 INFO [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10313035470439093817.bcfks thread started 2024-11-09T02:12:26,415 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9f30fd2e-6504-ef03-afba-d412db2ec118/TestNettyTLSIPCFileWatcher 2024-11-09T02:12:26,415 INFO [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks thread started 2024-11-09T02:12:26,415 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-09T02:12:26,577 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-09T02:12:26,739 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-09T02:12:26,739 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xac2c4d4e, L:/127.0.0.1:42993 - R:/127.0.0.1:45684] 2024-11-09T02:12:26,919 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-09T02:12:26,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:12:26,920 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42993 2024-11-09T02:12:26,921 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10313035470439093817.bcfks was interrupted and is shutting down... 2024-11-09T02:12:26,921 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks was interrupted and is shutting down... 2024-11-09T02:12:26,921 DEBUG [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10313035470439093817.bcfks was interrupted and is shutting down... 2024-11-09T02:12:26,921 DEBUG [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks was interrupted and is shutting down... 2024-11-09T02:12:26,921 INFO [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10313035470439093817.bcfks thread finished 2024-11-09T02:12:26,921 INFO [FileChangeWatcher-hbase_test_key10313035470439093817.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10313035470439093817.bcfks thread finished 2024-11-09T02:12:26,928 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 191), ProcessCount=11 (was 11), AvailableMemoryMB=10090 (was 10091) 2024-11-09T02:12:26,940 INFO [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks thread finished 2024-11-09T02:12:26,940 INFO [FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5269327783109428922.bcfks thread finished