2024-11-08 02:30:02,906 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-08 02:30:02,918 main DEBUG Took 0.009855 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 02:30:02,918 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 02:30:02,918 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 02:30:02,919 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 02:30:02,920 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:30:02,929 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 02:30:02,940 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:30:02,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:30:02,942 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:30:02,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:30:02,943 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:30:02,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:30:02,945 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:30:02,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:30:02,946 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:30:02,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:30:02,947 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:30:02,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:30:02,948 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:30:02,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:30:02,948 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:30:02,949 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:30:02,949 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:30:02,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:30:02,950 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:30:02,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:30:02,951 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:30:02,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:30:02,951 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:30:02,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 02:30:02,952 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:30:02,952 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 02:30:02,954 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 02:30:02,956 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 02:30:02,958 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 02:30:02,958 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 02:30:02,960 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 02:30:02,961 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 02:30:02,971 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 02:30:02,974 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 02:30:02,976 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 02:30:02,976 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 02:30:02,977 main DEBUG createAppenders(={Console}) 2024-11-08 02:30:02,978 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-08 02:30:02,978 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-08 02:30:02,979 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-08 02:30:02,979 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 02:30:02,980 main DEBUG OutputStream closed 2024-11-08 02:30:02,980 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 02:30:02,981 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 02:30:02,981 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-08 02:30:03,075 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 02:30:03,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 02:30:03,079 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 02:30:03,080 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 02:30:03,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 02:30:03,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 02:30:03,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 02:30:03,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 02:30:03,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 02:30:03,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 02:30:03,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 02:30:03,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 02:30:03,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 02:30:03,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 02:30:03,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 02:30:03,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 02:30:03,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 02:30:03,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 02:30:03,089 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 02:30:03,090 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-08 02:30:03,090 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 02:30:03,091 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-08T02:30:03,106 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-08 02:30:03,109 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 02:30:03,109 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T02:30:03,495 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T02:30:04,307 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=128, ProcessCount=11, AvailableMemoryMB=3265 2024-11-08T02:30:05,065 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T02:30:05,108 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T02:30:05,122 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T02:30:05,134 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T02:30:05,205 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:30:05,238 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 46208 (auto-detected) 2024-11-08T02:30:05,240 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T02:30:05,263 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39223 2024-11-08T02:30:05,266 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T02:30:05,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:05,295 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T02:30:05,295 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T02:30:05,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:05,631 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:05,688 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:05,786 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:05,789 INFO [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8821574917042220376.jks thread started 2024-11-08T02:30:05,790 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:05,790 INFO [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4719274688380306936.jks thread started 2024-11-08T02:30:05,800 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:05,843 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:05,858 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:05,916 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:05,917 INFO [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8821574917042220376.jks thread started 2024-11-08T02:30:05,917 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:05,918 INFO [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4719274688380306936.jks thread started 2024-11-08T02:30:05,919 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa55eae8f, L:/127.0.0.1:39223 - R:/127.0.0.1:45930] 2024-11-08T02:30:06,043 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:06,275 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,275 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,275 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,275 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,275 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,275 INFO [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,275 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,275 INFO [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,298 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,298 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,298 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,298 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,299 INFO [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,299 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,299 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,299 INFO [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,326 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,326 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,326 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,326 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,327 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,327 INFO [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,327 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,327 INFO [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,340 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,340 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,340 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,340 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,341 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39223,0 is dead - stopping the connection localhost:39223/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T02:30:06,341 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,341 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,341 INFO [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,341 INFO [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:06,343 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:06,372 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:06,372 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:06,389 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:06,413 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:06,414 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa0b256c0, L:/127.0.0.1:39223 - R:/127.0.0.1:45944] 2024-11-08T02:30:06,456 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:06,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:06,458 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39223 2024-11-08T02:30:06,458 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4719274688380306936.jks was interrupted and is shutting down... 2024-11-08T02:30:06,458 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8821574917042220376.jks was interrupted and is shutting down... 2024-11-08T02:30:06,459 INFO [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4719274688380306936.jks thread finished 2024-11-08T02:30:06,459 INFO [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8821574917042220376.jks thread finished 2024-11-08T02:30:06,459 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8821574917042220376.jks was interrupted and is shutting down... 2024-11-08T02:30:06,460 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4719274688380306936.jks was interrupted and is shutting down... 2024-11-08T02:30:06,460 INFO [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8821574917042220376.jks thread finished 2024-11-08T02:30:06,468 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca4719274688380306936.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=128 (was 128), ProcessCount=11 (was 11), AvailableMemoryMB=3098 (was 3265) 2024-11-08T02:30:06,474 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=128, ProcessCount=11, AvailableMemoryMB=3098 2024-11-08T02:30:06,474 INFO [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4719274688380306936.jks thread finished 2024-11-08T02:30:06,477 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:30:06,478 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38977 2024-11-08T02:30:06,478 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T02:30:06,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f643c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:06,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:06,481 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:06,508 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:06,509 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:06,510 INFO [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8821574917042220376.jks thread started 2024-11-08T02:30:06,510 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:06,510 INFO [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4719274688380306936.jks thread started 2024-11-08T02:30:06,510 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:06,525 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:06,539 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:06,540 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:06,540 INFO [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8821574917042220376.jks thread started 2024-11-08T02:30:06,541 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:06,542 INFO [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4719274688380306936.jks thread started 2024-11-08T02:30:06,542 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1ad48e28, L:/127.0.0.1:38977 - R:/127.0.0.1:38684] 2024-11-08T02:30:06,597 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:06,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:06,600 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8821574917042220376.jks was interrupted and is shutting down... 2024-11-08T02:30:06,600 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4719274688380306936.jks was interrupted and is shutting down... 2024-11-08T02:30:06,600 INFO [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4719274688380306936.jks thread finished 2024-11-08T02:30:06,600 INFO [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8821574917042220376.jks thread finished 2024-11-08T02:30:06,843 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,843 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,843 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,843 INFO [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,867 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,867 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,867 INFO [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,867 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8821574917042220376.jks 2024-11-08T02:30:06,868 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,868 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,868 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,868 INFO [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,880 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,880 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,880 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a7be9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:06,881 INFO [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4719274688380306936.jks 2024-11-08T02:30:06,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:06,882 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:06,909 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:06,909 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:06,910 INFO [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8821574917042220376.jks thread started 2024-11-08T02:30:06,910 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:06,910 INFO [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4719274688380306936.jks thread started 2024-11-08T02:30:06,911 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:06,927 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:06,941 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:06,941 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc15b8278, L:/127.0.0.1:38977 - R:/127.0.0.1:38692] 2024-11-08T02:30:06,978 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:06,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:06,980 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38977 2024-11-08T02:30:06,980 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4719274688380306936.jks was interrupted and is shutting down... 2024-11-08T02:30:06,980 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8821574917042220376.jks was interrupted and is shutting down... 2024-11-08T02:30:06,980 DEBUG [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8821574917042220376.jks was interrupted and is shutting down... 2024-11-08T02:30:06,980 DEBUG [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4719274688380306936.jks was interrupted and is shutting down... 2024-11-08T02:30:06,980 INFO [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8821574917042220376.jks thread finished 2024-11-08T02:30:06,980 INFO [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4719274688380306936.jks thread finished 2024-11-08T02:30:06,980 INFO [FileChangeWatcher-hbase_test_key8821574917042220376.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8821574917042220376.jks thread finished 2024-11-08T02:30:06,986 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=128 (was 128), ProcessCount=11 (was 11), AvailableMemoryMB=3034 (was 3098) 2024-11-08T02:30:06,993 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=128, ProcessCount=11, AvailableMemoryMB=3034 2024-11-08T02:30:06,995 INFO [FileChangeWatcher-hbase_test_ca4719274688380306936.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4719274688380306936.jks thread finished 2024-11-08T02:30:07,079 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:30:07,079 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41405 2024-11-08T02:30:07,080 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T02:30:07,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261bfa85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:07,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:07,082 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:07,105 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:07,106 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:07,106 INFO [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12543639204694946756.pem thread started 2024-11-08T02:30:07,107 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:07,107 INFO [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17482926680815659960.pem thread started 2024-11-08T02:30:07,107 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:07,119 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:07,119 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:07,120 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:07,120 INFO [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12543639204694946756.pem thread started 2024-11-08T02:30:07,120 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:07,121 INFO [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17482926680815659960.pem thread started 2024-11-08T02:30:07,121 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7f736100, L:/127.0.0.1:41405 - R:/127.0.0.1:48302] 2024-11-08T02:30:07,140 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:07,328 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,328 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,328 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,328 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,329 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,329 INFO [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,329 INFO [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,329 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,329 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,329 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,329 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,330 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,330 INFO [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,330 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,330 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,330 INFO [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,345 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,345 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,345 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,345 INFO [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,345 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,346 INFO [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,345 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,345 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41405,0 is dead - stopping the connection localhost:41405/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T02:30:07,346 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,346 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,346 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,346 INFO [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,346 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,346 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:07,346 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,346 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,346 INFO [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,347 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:07,351 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:07,352 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:07,357 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:07,358 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:07,358 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x51800e0c, L:/127.0.0.1:41405 - R:/127.0.0.1:48316] 2024-11-08T02:30:07,374 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:07,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:07,375 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41405 2024-11-08T02:30:07,375 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17482926680815659960.pem was interrupted and is shutting down... 2024-11-08T02:30:07,376 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12543639204694946756.pem was interrupted and is shutting down... 2024-11-08T02:30:07,376 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17482926680815659960.pem was interrupted and is shutting down... 2024-11-08T02:30:07,376 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12543639204694946756.pem was interrupted and is shutting down... 2024-11-08T02:30:07,376 INFO [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17482926680815659960.pem thread finished 2024-11-08T02:30:07,376 INFO [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12543639204694946756.pem thread finished 2024-11-08T02:30:07,376 INFO [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12543639204694946756.pem thread finished 2024-11-08T02:30:07,382 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca17482926680815659960.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=128 (was 128), ProcessCount=11 (was 11), AvailableMemoryMB=2981 (was 3034) 2024-11-08T02:30:07,388 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=128, ProcessCount=11, AvailableMemoryMB=2980 2024-11-08T02:30:07,390 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:30:07,390 INFO [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17482926680815659960.pem thread finished 2024-11-08T02:30:07,391 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36923 2024-11-08T02:30:07,391 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T02:30:07,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd5303b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:07,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:07,393 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:07,399 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:07,400 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:07,400 INFO [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12543639204694946756.pem thread started 2024-11-08T02:30:07,400 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:07,401 INFO [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17482926680815659960.pem thread started 2024-11-08T02:30:07,401 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:07,407 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:07,408 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:07,409 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:07,410 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:07,410 INFO [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12543639204694946756.pem thread started 2024-11-08T02:30:07,410 INFO [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17482926680815659960.pem thread started 2024-11-08T02:30:07,411 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9342e2c8, L:/127.0.0.1:36923 - R:/127.0.0.1:48916] 2024-11-08T02:30:07,424 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:07,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:07,426 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12543639204694946756.pem was interrupted and is shutting down... 2024-11-08T02:30:07,426 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17482926680815659960.pem was interrupted and is shutting down... 2024-11-08T02:30:07,427 INFO [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12543639204694946756.pem thread finished 2024-11-08T02:30:07,427 INFO [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17482926680815659960.pem thread finished 2024-11-08T02:30:07,578 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,578 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,578 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,578 INFO [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,579 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,579 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,579 INFO [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,579 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12543639204694946756.pem 2024-11-08T02:30:07,595 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,595 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,595 INFO [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,595 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,595 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45878dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:07,595 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,595 INFO [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,596 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17482926680815659960.pem 2024-11-08T02:30:07,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:07,597 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:07,601 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:07,601 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:07,603 INFO [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12543639204694946756.pem thread started 2024-11-08T02:30:07,603 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:07,603 INFO [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17482926680815659960.pem thread started 2024-11-08T02:30:07,603 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:07,609 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:07,609 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:07,610 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0576f866, L:/127.0.0.1:36923 - R:/127.0.0.1:48918] 2024-11-08T02:30:07,625 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:07,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:07,626 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36923 2024-11-08T02:30:07,626 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12543639204694946756.pem was interrupted and is shutting down... 2024-11-08T02:30:07,626 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17482926680815659960.pem was interrupted and is shutting down... 2024-11-08T02:30:07,626 DEBUG [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12543639204694946756.pem was interrupted and is shutting down... 2024-11-08T02:30:07,627 DEBUG [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17482926680815659960.pem was interrupted and is shutting down... 2024-11-08T02:30:07,627 INFO [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17482926680815659960.pem thread finished 2024-11-08T02:30:07,627 INFO [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12543639204694946756.pem thread finished 2024-11-08T02:30:07,632 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_key12543639204694946756.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=128 (was 128), ProcessCount=11 (was 11), AvailableMemoryMB=2932 (was 2980) 2024-11-08T02:30:07,637 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=128, ProcessCount=11, AvailableMemoryMB=2931 2024-11-08T02:30:07,642 INFO [FileChangeWatcher-hbase_test_ca17482926680815659960.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17482926680815659960.pem thread finished 2024-11-08T02:30:07,642 INFO [FileChangeWatcher-hbase_test_key12543639204694946756.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12543639204694946756.pem thread finished 2024-11-08T02:30:07,675 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:30:07,676 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36317 2024-11-08T02:30:07,676 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T02:30:07,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae17525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:07,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:07,678 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:07,704 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:07,705 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:07,705 INFO [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4810755109683809549.p12 thread started 2024-11-08T02:30:07,705 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:07,706 INFO [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11097052969263779765.p12 thread started 2024-11-08T02:30:07,706 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:07,720 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:07,733 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:07,733 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:07,734 INFO [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4810755109683809549.p12 thread started 2024-11-08T02:30:07,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:07,734 INFO [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11097052969263779765.p12 thread started 2024-11-08T02:30:07,734 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xff26cfbf, L:/127.0.0.1:36317 - R:/127.0.0.1:49882] 2024-11-08T02:30:07,768 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:08,108 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,108 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,108 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,108 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,109 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,109 INFO [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,109 INFO [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,109 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,131 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,131 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,131 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,131 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,131 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,131 INFO [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,131 INFO [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,131 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,131 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,131 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,131 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,131 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,131 INFO [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,131 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,131 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,131 INFO [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,144 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,144 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,144 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,144 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,144 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,144 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36317,0 is dead - stopping the connection localhost:36317/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T02:30:08,144 INFO [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,144 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,144 INFO [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:08,146 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:08,172 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:08,172 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:08,186 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:08,199 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:08,199 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8e6dab19, L:/127.0.0.1:36317 - R:/127.0.0.1:33562] 2024-11-08T02:30:08,231 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:08,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:08,233 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36317 2024-11-08T02:30:08,233 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4810755109683809549.p12 was interrupted and is shutting down... 2024-11-08T02:30:08,233 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11097052969263779765.p12 was interrupted and is shutting down... 2024-11-08T02:30:08,233 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4810755109683809549.p12 was interrupted and is shutting down... 2024-11-08T02:30:08,233 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11097052969263779765.p12 was interrupted and is shutting down... 2024-11-08T02:30:08,233 INFO [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4810755109683809549.p12 thread finished 2024-11-08T02:30:08,233 INFO [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4810755109683809549.p12 thread finished 2024-11-08T02:30:08,233 INFO [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11097052969263779765.p12 thread finished 2024-11-08T02:30:08,239 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 31), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=125 (was 128), ProcessCount=11 (was 11), AvailableMemoryMB=2949 (was 2931) - AvailableMemoryMB LEAK? - 2024-11-08T02:30:08,243 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=125, ProcessCount=11, AvailableMemoryMB=2948 2024-11-08T02:30:08,245 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:30:08,245 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43889 2024-11-08T02:30:08,245 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T02:30:08,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474094d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:08,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:08,246 INFO [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11097052969263779765.p12 thread finished 2024-11-08T02:30:08,247 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:08,276 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:08,276 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:08,277 INFO [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4810755109683809549.p12 thread started 2024-11-08T02:30:08,277 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:08,277 INFO [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11097052969263779765.p12 thread started 2024-11-08T02:30:08,277 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:08,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:08,306 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:08,306 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:08,307 INFO [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4810755109683809549.p12 thread started 2024-11-08T02:30:08,307 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:08,307 INFO [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11097052969263779765.p12 thread started 2024-11-08T02:30:08,307 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcbfb6db9, L:/127.0.0.1:43889 - R:/127.0.0.1:32880] 2024-11-08T02:30:08,338 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:08,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:08,340 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4810755109683809549.p12 was interrupted and is shutting down... 2024-11-08T02:30:08,340 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11097052969263779765.p12 was interrupted and is shutting down... 2024-11-08T02:30:08,341 INFO [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11097052969263779765.p12 thread finished 2024-11-08T02:30:08,341 INFO [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4810755109683809549.p12 thread finished 2024-11-08T02:30:08,658 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,658 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,658 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,658 INFO [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,680 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,680 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,680 INFO [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,680 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4810755109683809549.p12 2024-11-08T02:30:08,701 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,701 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,701 INFO [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,701 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,720 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,720 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,720 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,720 INFO [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11097052969263779765.p12 2024-11-08T02:30:08,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f55961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:08,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:08,721 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:08,749 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:08,750 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:08,750 INFO [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4810755109683809549.p12 thread started 2024-11-08T02:30:08,750 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:08,751 INFO [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11097052969263779765.p12 thread started 2024-11-08T02:30:08,751 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:08,764 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:08,778 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:08,778 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5fd938dd, L:/127.0.0.1:43889 - R:/127.0.0.1:32896] 2024-11-08T02:30:08,823 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:08,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:08,824 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43889 2024-11-08T02:30:08,824 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4810755109683809549.p12 was interrupted and is shutting down... 2024-11-08T02:30:08,824 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11097052969263779765.p12 was interrupted and is shutting down... 2024-11-08T02:30:08,824 DEBUG [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4810755109683809549.p12 was interrupted and is shutting down... 2024-11-08T02:30:08,824 DEBUG [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11097052969263779765.p12 was interrupted and is shutting down... 2024-11-08T02:30:08,825 INFO [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11097052969263779765.p12 thread finished 2024-11-08T02:30:08,825 INFO [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4810755109683809549.p12 thread finished 2024-11-08T02:30:08,825 INFO [FileChangeWatcher-hbase_test_key4810755109683809549.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4810755109683809549.p12 thread finished 2024-11-08T02:30:08,825 INFO [FileChangeWatcher-hbase_test_ca11097052969263779765.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11097052969263779765.p12 thread finished 2024-11-08T02:30:08,830 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 31), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=125 (was 125), ProcessCount=11 (was 11), AvailableMemoryMB=2877 (was 2948) 2024-11-08T02:30:08,835 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=125, ProcessCount=11, AvailableMemoryMB=2876 2024-11-08T02:30:09,329 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:30:09,329 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40903 2024-11-08T02:30:09,329 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T02:30:09,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a426bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:09,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:09,331 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:09,599 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:09,600 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:09,600 INFO [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6388251420617764495.bcfks thread started 2024-11-08T02:30:09,600 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:09,601 INFO [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks thread started 2024-11-08T02:30:09,601 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:09,729 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:09,856 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:09,856 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:09,857 INFO [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6388251420617764495.bcfks thread started 2024-11-08T02:30:09,857 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:09,857 INFO [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks thread started 2024-11-08T02:30:09,858 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4cd44f28, L:/127.0.0.1:40903 - R:/127.0.0.1:60092] 2024-11-08T02:30:10,009 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:10,429 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:10,429 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:10,429 INFO [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:10,429 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:10,429 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:10,429 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:10,429 INFO [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:10,429 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:10,620 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:10,620 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:10,620 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:10,620 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:10,620 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:10,620 INFO [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:10,620 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:10,620 INFO [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:10,643 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:10,643 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:10,643 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:10,643 INFO [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:10,643 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:10,643 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:10,643 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:10,643 INFO [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:10,770 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:10,770 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:10,770 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:10,770 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:10,770 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40903,0 is dead - stopping the connection localhost:40903/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T02:30:10,770 INFO [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:10,770 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:10,770 INFO [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:10,770 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:10,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:10,772 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:11,028 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:11,029 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:11,156 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:11,283 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:11,283 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x62456745, L:/127.0.0.1:40903 - R:/127.0.0.1:60098] 2024-11-08T02:30:11,430 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:11,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:11,432 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40903 2024-11-08T02:30:11,432 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks was interrupted and is shutting down... 2024-11-08T02:30:11,432 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6388251420617764495.bcfks was interrupted and is shutting down... 2024-11-08T02:30:11,432 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6388251420617764495.bcfks was interrupted and is shutting down... 2024-11-08T02:30:11,432 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks was interrupted and is shutting down... 2024-11-08T02:30:11,432 INFO [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6388251420617764495.bcfks thread finished 2024-11-08T02:30:11,432 INFO [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks thread finished 2024-11-08T02:30:11,437 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key6388251420617764495.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=125 (was 125), ProcessCount=11 (was 11), AvailableMemoryMB=2779 (was 2876) 2024-11-08T02:30:11,442 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=125, ProcessCount=11, AvailableMemoryMB=2777 2024-11-08T02:30:11,443 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:30:11,444 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34361 2024-11-08T02:30:11,444 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T02:30:11,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1872a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:11,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:11,446 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:11,446 INFO [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6388251420617764495.bcfks thread finished 2024-11-08T02:30:11,446 INFO [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks thread finished 2024-11-08T02:30:11,699 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:11,700 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:11,700 INFO [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6388251420617764495.bcfks thread started 2024-11-08T02:30:11,700 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:11,701 INFO [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks thread started 2024-11-08T02:30:11,701 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:11,832 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:11,961 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:11,961 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:11,961 INFO [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6388251420617764495.bcfks thread started 2024-11-08T02:30:11,962 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:11,962 INFO [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks thread started 2024-11-08T02:30:11,962 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4b21c270, L:/127.0.0.1:34361 - R:/127.0.0.1:60202] 2024-11-08T02:30:12,104 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:12,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:12,106 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks was interrupted and is shutting down... 2024-11-08T02:30:12,106 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6388251420617764495.bcfks was interrupted and is shutting down... 2024-11-08T02:30:12,106 INFO [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks thread finished 2024-11-08T02:30:12,106 INFO [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6388251420617764495.bcfks thread finished 2024-11-08T02:30:12,461 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:12,461 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:12,461 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:12,461 INFO [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:12,651 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:12,652 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:12,652 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:12,652 INFO [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6388251420617764495.bcfks 2024-11-08T02:30:12,686 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:12,686 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:12,686 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:12,686 INFO [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:12,819 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:12,819 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:12,819 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:12,819 INFO [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9869046163877510420.bcfks 2024-11-08T02:30:12,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d09514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:12,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:12,821 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:13,072 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:13,072 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:13,073 INFO [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6388251420617764495.bcfks thread started 2024-11-08T02:30:13,073 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:13,073 INFO [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks thread started 2024-11-08T02:30:13,073 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:13,199 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:13,326 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:13,326 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdd3f61ae, L:/127.0.0.1:34361 - R:/127.0.0.1:60214] 2024-11-08T02:30:13,475 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:13,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:13,478 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34361 2024-11-08T02:30:13,478 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6388251420617764495.bcfks was interrupted and is shutting down... 2024-11-08T02:30:13,478 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks was interrupted and is shutting down... 2024-11-08T02:30:13,478 DEBUG [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6388251420617764495.bcfks was interrupted and is shutting down... 2024-11-08T02:30:13,478 DEBUG [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks was interrupted and is shutting down... 2024-11-08T02:30:13,478 INFO [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks thread finished 2024-11-08T02:30:13,478 INFO [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6388251420617764495.bcfks thread finished 2024-11-08T02:30:13,478 INFO [FileChangeWatcher-hbase_test_key6388251420617764495.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6388251420617764495.bcfks thread finished 2024-11-08T02:30:13,483 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 125), ProcessCount=11 (was 11), AvailableMemoryMB=2726 (was 2777) 2024-11-08T02:30:13,488 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=2726 2024-11-08T02:30:13,490 INFO [FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9869046163877510420.bcfks thread finished 2024-11-08T02:30:13,652 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:30:13,652 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35847 2024-11-08T02:30:13,652 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T02:30:13,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e78dd74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:13,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:13,653 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:13,682 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:13,682 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:13,683 INFO [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key400059360242906176.jks thread started 2024-11-08T02:30:13,683 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:13,683 INFO [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1102986880468225358.jks thread started 2024-11-08T02:30:13,683 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:13,700 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:13,713 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:13,713 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:13,714 INFO [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key400059360242906176.jks thread started 2024-11-08T02:30:13,714 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:13,714 INFO [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1102986880468225358.jks thread started 2024-11-08T02:30:13,714 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbc9fdd9a, L:/127.0.0.1:35847 - R:/127.0.0.1:56120] 2024-11-08T02:30:13,761 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:13,770 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:13,770 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:13,770 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:13,770 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:13,770 INFO [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:13,770 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:13,770 INFO [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:13,770 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:13,796 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:13,796 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:13,796 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:13,796 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:13,796 INFO [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:13,796 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:13,796 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:13,796 INFO [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:13,796 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:13,796 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:13,796 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:13,796 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:13,796 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:13,796 INFO [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:13,796 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:13,796 INFO [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:13,816 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:13,816 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:13,816 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:13,816 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:13,816 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35847,0 is dead - stopping the connection localhost:35847/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T02:30:13,816 INFO [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:13,816 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:13,816 INFO [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:13,816 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:13,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:13,817 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:13,844 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:13,844 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:13,859 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:13,872 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:13,872 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x914deb20, L:/127.0.0.1:35847 - R:/127.0.0.1:56132] 2024-11-08T02:30:13,919 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:13,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:13,921 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35847 2024-11-08T02:30:13,921 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key400059360242906176.jks was interrupted and is shutting down... 2024-11-08T02:30:13,921 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1102986880468225358.jks was interrupted and is shutting down... 2024-11-08T02:30:13,921 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key400059360242906176.jks was interrupted and is shutting down... 2024-11-08T02:30:13,921 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1102986880468225358.jks was interrupted and is shutting down... 2024-11-08T02:30:13,921 INFO [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1102986880468225358.jks thread finished 2024-11-08T02:30:13,921 INFO [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key400059360242906176.jks thread finished 2024-11-08T02:30:13,927 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=2685 (was 2726) 2024-11-08T02:30:13,931 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=2685 2024-11-08T02:30:13,932 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:30:13,933 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38755 2024-11-08T02:30:13,933 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T02:30:13,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd5333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:13,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:13,934 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:13,938 INFO [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1102986880468225358.jks thread finished 2024-11-08T02:30:13,938 INFO [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key400059360242906176.jks thread finished 2024-11-08T02:30:13,960 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:13,960 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:13,961 INFO [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key400059360242906176.jks thread started 2024-11-08T02:30:13,961 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:13,961 INFO [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1102986880468225358.jks thread started 2024-11-08T02:30:13,961 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:13,975 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:13,989 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:13,989 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:13,989 INFO [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key400059360242906176.jks thread started 2024-11-08T02:30:13,989 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:13,990 INFO [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1102986880468225358.jks thread started 2024-11-08T02:30:13,990 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x02bc6a00, L:/127.0.0.1:38755 - R:/127.0.0.1:32870] 2024-11-08T02:30:14,036 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:14,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:14,038 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1102986880468225358.jks was interrupted and is shutting down... 2024-11-08T02:30:14,038 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key400059360242906176.jks was interrupted and is shutting down... 2024-11-08T02:30:14,038 INFO [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key400059360242906176.jks thread finished 2024-11-08T02:30:14,038 INFO [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1102986880468225358.jks thread finished 2024-11-08T02:30:14,044 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:14,044 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:14,044 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:14,044 INFO [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:14,067 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:14,067 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:14,067 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:14,067 INFO [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key400059360242906176.jks 2024-11-08T02:30:14,067 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:14,067 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:14,068 INFO [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:14,068 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:14,080 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:14,080 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:14,080 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:14,080 INFO [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1102986880468225358.jks 2024-11-08T02:30:14,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624ecb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:14,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:14,081 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,107 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,107 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,108 INFO [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key400059360242906176.jks thread started 2024-11-08T02:30:14,108 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,108 INFO [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1102986880468225358.jks thread started 2024-11-08T02:30:14,108 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:14,133 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,146 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,147 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa3063a08, L:/127.0.0.1:38755 - R:/127.0.0.1:32880] 2024-11-08T02:30:14,186 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:14,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:14,187 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38755 2024-11-08T02:30:14,187 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1102986880468225358.jks was interrupted and is shutting down... 2024-11-08T02:30:14,187 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key400059360242906176.jks was interrupted and is shutting down... 2024-11-08T02:30:14,187 DEBUG [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1102986880468225358.jks was interrupted and is shutting down... 2024-11-08T02:30:14,187 DEBUG [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key400059360242906176.jks was interrupted and is shutting down... 2024-11-08T02:30:14,187 INFO [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key400059360242906176.jks thread finished 2024-11-08T02:30:14,187 INFO [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1102986880468225358.jks thread finished 2024-11-08T02:30:14,193 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=2672 (was 2685) 2024-11-08T02:30:14,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=2672 2024-11-08T02:30:14,203 INFO [FileChangeWatcher-hbase_test_ca1102986880468225358.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1102986880468225358.jks thread finished 2024-11-08T02:30:14,203 INFO [FileChangeWatcher-hbase_test_key400059360242906176.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key400059360242906176.jks thread finished 2024-11-08T02:30:14,204 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:30:14,205 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40447 2024-11-08T02:30:14,205 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T02:30:14,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:14,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:14,206 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,210 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,210 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,211 INFO [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17671292477912620949.pem thread started 2024-11-08T02:30:14,211 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,211 INFO [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7876858949055709745.pem thread started 2024-11-08T02:30:14,211 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:14,215 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,215 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,215 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,216 INFO [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17671292477912620949.pem thread started 2024-11-08T02:30:14,216 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,217 INFO [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7876858949055709745.pem thread started 2024-11-08T02:30:14,217 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfc10f171, L:/127.0.0.1:40447 - R:/127.0.0.1:49046] 2024-11-08T02:30:14,232 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:14,244 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,244 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,244 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,244 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,244 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,244 INFO [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,244 INFO [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,244 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,244 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,244 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,244 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,244 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,244 INFO [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,244 INFO [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,245 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,245 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,245 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,245 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,245 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,245 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,245 INFO [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,245 INFO [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,245 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,245 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,245 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,245 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,245 INFO [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,245 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,245 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,245 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,245 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40447,0 is dead - stopping the connection localhost:40447/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T02:30:14,245 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,245 INFO [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:14,246 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,250 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,250 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:14,254 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,254 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,254 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf499311d, L:/127.0.0.1:40447 - R:/127.0.0.1:49054] 2024-11-08T02:30:14,272 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:14,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:14,274 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40447 2024-11-08T02:30:14,274 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17671292477912620949.pem was interrupted and is shutting down... 2024-11-08T02:30:14,274 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7876858949055709745.pem was interrupted and is shutting down... 2024-11-08T02:30:14,274 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17671292477912620949.pem was interrupted and is shutting down... 2024-11-08T02:30:14,274 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7876858949055709745.pem was interrupted and is shutting down... 2024-11-08T02:30:14,274 INFO [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7876858949055709745.pem thread finished 2024-11-08T02:30:14,274 INFO [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17671292477912620949.pem thread finished 2024-11-08T02:30:14,274 INFO [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17671292477912620949.pem thread finished 2024-11-08T02:30:14,279 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=2671 (was 2672) 2024-11-08T02:30:14,284 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=2671 2024-11-08T02:30:14,285 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:30:14,285 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34991 2024-11-08T02:30:14,285 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T02:30:14,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:14,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:14,286 INFO [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7876858949055709745.pem thread finished 2024-11-08T02:30:14,286 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,290 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,291 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,291 INFO [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17671292477912620949.pem thread started 2024-11-08T02:30:14,291 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,292 INFO [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7876858949055709745.pem thread started 2024-11-08T02:30:14,292 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:14,296 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,297 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,297 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,297 INFO [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17671292477912620949.pem thread started 2024-11-08T02:30:14,297 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,298 INFO [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7876858949055709745.pem thread started 2024-11-08T02:30:14,298 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x69eb847a, L:/127.0.0.1:34991 - R:/127.0.0.1:35532] 2024-11-08T02:30:14,314 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:14,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:14,316 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17671292477912620949.pem was interrupted and is shutting down... 2024-11-08T02:30:14,316 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7876858949055709745.pem was interrupted and is shutting down... 2024-11-08T02:30:14,316 INFO [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17671292477912620949.pem thread finished 2024-11-08T02:30:14,316 INFO [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7876858949055709745.pem thread finished 2024-11-08T02:30:14,327 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,327 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,327 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,327 INFO [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,327 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,327 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,327 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,327 INFO [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key17671292477912620949.pem 2024-11-08T02:30:14,327 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,327 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,327 INFO [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,327 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,327 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,327 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,327 INFO [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,327 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7876858949055709745.pem 2024-11-08T02:30:14,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ba41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:14,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:14,328 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,332 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,333 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,333 INFO [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key17671292477912620949.pem thread started 2024-11-08T02:30:14,333 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,333 INFO [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7876858949055709745.pem thread started 2024-11-08T02:30:14,333 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:14,337 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,337 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,338 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1a00e81b, L:/127.0.0.1:34991 - R:/127.0.0.1:35546] 2024-11-08T02:30:14,358 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:14,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:14,359 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34991 2024-11-08T02:30:14,359 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7876858949055709745.pem was interrupted and is shutting down... 2024-11-08T02:30:14,359 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17671292477912620949.pem was interrupted and is shutting down... 2024-11-08T02:30:14,359 DEBUG [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key17671292477912620949.pem was interrupted and is shutting down... 2024-11-08T02:30:14,359 DEBUG [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7876858949055709745.pem was interrupted and is shutting down... 2024-11-08T02:30:14,360 INFO [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17671292477912620949.pem thread finished 2024-11-08T02:30:14,360 INFO [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7876858949055709745.pem thread finished 2024-11-08T02:30:14,360 INFO [FileChangeWatcher-hbase_test_key17671292477912620949.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key17671292477912620949.pem thread finished 2024-11-08T02:30:14,360 INFO [FileChangeWatcher-hbase_test_ca7876858949055709745.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7876858949055709745.pem thread finished 2024-11-08T02:30:14,365 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=2671 (was 2671) 2024-11-08T02:30:14,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=2670 2024-11-08T02:30:14,408 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:30:14,408 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35023 2024-11-08T02:30:14,408 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T02:30:14,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b937049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:14,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:14,410 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,436 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,436 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,437 INFO [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16569952336431870586.p12 thread started 2024-11-08T02:30:14,437 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,437 INFO [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10251035881668425252.p12 thread started 2024-11-08T02:30:14,437 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:14,451 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,464 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,464 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,465 INFO [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16569952336431870586.p12 thread started 2024-11-08T02:30:14,465 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,465 INFO [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10251035881668425252.p12 thread started 2024-11-08T02:30:14,465 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd6095f3d, L:/127.0.0.1:35023 - R:/127.0.0.1:53956] 2024-11-08T02:30:14,499 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:14,505 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,505 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,505 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,505 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,505 INFO [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,505 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,505 INFO [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,505 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,527 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,527 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,527 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,527 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,527 INFO [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,527 INFO [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,527 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,527 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,527 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,527 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,527 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,527 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,527 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,527 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,527 INFO [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,527 INFO [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,539 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,539 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,539 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,539 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,539 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,539 INFO [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,539 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35023,0 is dead - stopping the connection localhost:35023/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T02:30:14,539 INFO [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,539 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:14,540 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,565 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,566 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:14,579 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,592 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,593 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7a6c4dfa, L:/127.0.0.1:35023 - R:/127.0.0.1:53972] 2024-11-08T02:30:14,628 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:14,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:14,629 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35023 2024-11-08T02:30:14,630 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10251035881668425252.p12 was interrupted and is shutting down... 2024-11-08T02:30:14,630 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16569952336431870586.p12 was interrupted and is shutting down... 2024-11-08T02:30:14,630 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10251035881668425252.p12 was interrupted and is shutting down... 2024-11-08T02:30:14,630 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16569952336431870586.p12 was interrupted and is shutting down... 2024-11-08T02:30:14,630 INFO [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16569952336431870586.p12 thread finished 2024-11-08T02:30:14,630 INFO [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10251035881668425252.p12 thread finished 2024-11-08T02:30:14,636 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=2670 (was 2670) 2024-11-08T02:30:14,641 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=2670 2024-11-08T02:30:14,641 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:30:14,642 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40275 2024-11-08T02:30:14,642 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T02:30:14,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c2eba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:14,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:14,644 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,646 INFO [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10251035881668425252.p12 thread finished 2024-11-08T02:30:14,646 INFO [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16569952336431870586.p12 thread finished 2024-11-08T02:30:14,669 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,669 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,670 INFO [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16569952336431870586.p12 thread started 2024-11-08T02:30:14,670 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,670 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:14,670 INFO [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10251035881668425252.p12 thread started 2024-11-08T02:30:14,683 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,695 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,696 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,696 INFO [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16569952336431870586.p12 thread started 2024-11-08T02:30:14,696 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,696 INFO [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10251035881668425252.p12 thread started 2024-11-08T02:30:14,697 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xeaca4c50, L:/127.0.0.1:40275 - R:/127.0.0.1:44160] 2024-11-08T02:30:14,730 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:14,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:14,732 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10251035881668425252.p12 was interrupted and is shutting down... 2024-11-08T02:30:14,732 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16569952336431870586.p12 was interrupted and is shutting down... 2024-11-08T02:30:14,732 INFO [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10251035881668425252.p12 thread finished 2024-11-08T02:30:14,732 INFO [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16569952336431870586.p12 thread finished 2024-11-08T02:30:14,737 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,737 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,737 INFO [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,737 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,760 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,760 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,760 INFO [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,760 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16569952336431870586.p12 2024-11-08T02:30:14,760 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,760 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,760 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,760 INFO [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,774 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,774 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,774 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,774 INFO [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10251035881668425252.p12 2024-11-08T02:30:14,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274a80f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:14,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:14,775 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,801 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,801 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,802 INFO [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16569952336431870586.p12 thread started 2024-11-08T02:30:14,802 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:14,802 INFO [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10251035881668425252.p12 thread started 2024-11-08T02:30:14,802 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:14,815 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:14,828 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:14,829 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc2002d67, L:/127.0.0.1:40275 - R:/127.0.0.1:44162] 2024-11-08T02:30:14,860 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:14,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:14,862 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40275 2024-11-08T02:30:14,862 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16569952336431870586.p12 was interrupted and is shutting down... 2024-11-08T02:30:14,862 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10251035881668425252.p12 was interrupted and is shutting down... 2024-11-08T02:30:14,862 DEBUG [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16569952336431870586.p12 was interrupted and is shutting down... 2024-11-08T02:30:14,862 DEBUG [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10251035881668425252.p12 was interrupted and is shutting down... 2024-11-08T02:30:14,862 INFO [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10251035881668425252.p12 thread finished 2024-11-08T02:30:14,862 INFO [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16569952336431870586.p12 thread finished 2024-11-08T02:30:14,868 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=2667 (was 2670) 2024-11-08T02:30:14,874 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=2667 2024-11-08T02:30:14,874 INFO [FileChangeWatcher-hbase_test_key16569952336431870586.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16569952336431870586.p12 thread finished 2024-11-08T02:30:14,874 INFO [FileChangeWatcher-hbase_test_ca10251035881668425252.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10251035881668425252.p12 thread finished 2024-11-08T02:30:15,223 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:30:15,224 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40199 2024-11-08T02:30:15,224 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T02:30:15,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327424d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:15,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:15,225 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:15,474 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:15,475 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:15,475 INFO [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16250992499337040879.bcfks thread started 2024-11-08T02:30:15,475 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:15,476 INFO [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks thread started 2024-11-08T02:30:15,476 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:15,603 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:15,730 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:15,730 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:15,731 INFO [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16250992499337040879.bcfks thread started 2024-11-08T02:30:15,731 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:15,731 INFO [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks thread started 2024-11-08T02:30:15,731 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x44e4de0c, L:/127.0.0.1:40199 - R:/127.0.0.1:57238] 2024-11-08T02:30:15,912 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:15,924 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:15,924 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:15,924 INFO [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:15,924 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:15,924 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:15,924 INFO [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:15,924 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:15,924 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:16,118 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:16,118 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:16,118 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:16,118 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:16,118 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:16,118 INFO [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:16,118 INFO [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:16,118 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:16,126 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:16,126 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:16,126 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:16,126 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:16,126 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:16,126 INFO [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:16,126 INFO [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:16,126 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:16,254 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:16,254 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:16,254 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:16,254 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40199,0 is dead - stopping the connection localhost:40199/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-08T02:30:16,254 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:16,254 INFO [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:16,254 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:16,254 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:16,254 INFO [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:16,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:16,255 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:16,507 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:16,508 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:16,633 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:16,759 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:16,759 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x98e33982, L:/127.0.0.1:40199 - R:/127.0.0.1:57254] 2024-11-08T02:30:16,900 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:16,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:16,901 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40199 2024-11-08T02:30:16,901 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16250992499337040879.bcfks was interrupted and is shutting down... 2024-11-08T02:30:16,901 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks was interrupted and is shutting down... 2024-11-08T02:30:16,901 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16250992499337040879.bcfks was interrupted and is shutting down... 2024-11-08T02:30:16,901 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks was interrupted and is shutting down... 2024-11-08T02:30:16,902 INFO [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16250992499337040879.bcfks thread finished 2024-11-08T02:30:16,902 INFO [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16250992499337040879.bcfks thread finished 2024-11-08T02:30:16,902 INFO [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks thread finished 2024-11-08T02:30:16,907 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=123 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=2661 (was 2667) 2024-11-08T02:30:16,911 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=123, ProcessCount=11, AvailableMemoryMB=2660 2024-11-08T02:30:16,913 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T02:30:16,913 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34243 2024-11-08T02:30:16,913 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-08T02:30:16,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f75f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:16,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:16,914 INFO [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks thread finished 2024-11-08T02:30:16,914 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:17,169 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:17,170 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:17,170 INFO [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16250992499337040879.bcfks thread started 2024-11-08T02:30:17,170 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:17,171 INFO [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks thread started 2024-11-08T02:30:17,171 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:17,297 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:17,423 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:17,423 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:17,424 INFO [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16250992499337040879.bcfks thread started 2024-11-08T02:30:17,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:17,424 INFO [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks thread started 2024-11-08T02:30:17,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x53a0087e, L:/127.0.0.1:34243 - R:/127.0.0.1:54618] 2024-11-08T02:30:17,563 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:17,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:17,565 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16250992499337040879.bcfks was interrupted and is shutting down... 2024-11-08T02:30:17,565 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks was interrupted and is shutting down... 2024-11-08T02:30:17,565 INFO [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks thread finished 2024-11-08T02:30:17,565 INFO [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16250992499337040879.bcfks thread finished 2024-11-08T02:30:17,575 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:17,575 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:17,575 INFO [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:17,575 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:17,763 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:17,763 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:17,763 INFO [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:17,763 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16250992499337040879.bcfks 2024-11-08T02:30:17,763 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:17,763 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:17,763 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:17,763 INFO [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:17,887 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:17,887 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:17,888 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:17,888 INFO [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8369415525804263294.bcfks 2024-11-08T02:30:17,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T02:30:17,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-08T02:30:17,888 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:18,142 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:18,143 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:18,143 INFO [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16250992499337040879.bcfks thread started 2024-11-08T02:30:18,143 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aeb09e0a-4783-6e61-1d6b-2ab0c68470af/TestNettyTLSIPCFileWatcher 2024-11-08T02:30:18,143 INFO [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks thread started 2024-11-08T02:30:18,144 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-08T02:30:18,270 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-08T02:30:18,396 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-08T02:30:18,396 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8071f04c, L:/127.0.0.1:34243 - R:/127.0.0.1:40740] 2024-11-08T02:30:18,534 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-08T02:30:18,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T02:30:18,535 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34243 2024-11-08T02:30:18,535 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16250992499337040879.bcfks was interrupted and is shutting down... 2024-11-08T02:30:18,535 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks was interrupted and is shutting down... 2024-11-08T02:30:18,535 DEBUG [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks was interrupted and is shutting down... 2024-11-08T02:30:18,535 DEBUG [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16250992499337040879.bcfks was interrupted and is shutting down... 2024-11-08T02:30:18,536 INFO [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16250992499337040879.bcfks thread finished 2024-11-08T02:30:18,536 INFO [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks thread finished 2024-11-08T02:30:18,540 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=121 (was 123), ProcessCount=11 (was 11), AvailableMemoryMB=2667 (was 2660) - AvailableMemoryMB LEAK? - 2024-11-08T02:30:18,550 INFO [FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8369415525804263294.bcfks thread finished 2024-11-08T02:30:18,550 INFO [FileChangeWatcher-hbase_test_key16250992499337040879.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16250992499337040879.bcfks thread finished