2024-11-13 11:28:17,963 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-13 11:28:17,975 main DEBUG Took 0.009675 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 11:28:17,975 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 11:28:17,975 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 11:28:17,976 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 11:28:17,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:17,986 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 11:28:17,997 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:17,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:17,999 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:18,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:18,000 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:18,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:18,001 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:18,002 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:18,002 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:18,002 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:18,003 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:18,003 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:18,004 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:18,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:18,005 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:18,005 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:18,005 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:18,006 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:18,006 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:18,006 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:18,007 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:18,007 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:18,008 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:18,008 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:18,008 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:18,009 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 11:28:18,010 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:18,011 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 11:28:18,013 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 11:28:18,014 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 11:28:18,015 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 11:28:18,015 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 11:28:18,023 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 11:28:18,025 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 11:28:18,026 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 11:28:18,027 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 11:28:18,027 main DEBUG createAppenders(={Console}) 2024-11-13 11:28:18,028 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-13 11:28:18,028 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-13 11:28:18,028 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-13 11:28:18,029 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 11:28:18,029 main DEBUG OutputStream closed 2024-11-13 11:28:18,029 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 11:28:18,030 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 11:28:18,030 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-13 11:28:18,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 11:28:18,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 11:28:18,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 11:28:18,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 11:28:18,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 11:28:18,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 11:28:18,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 11:28:18,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 11:28:18,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 11:28:18,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 11:28:18,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 11:28:18,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 11:28:18,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 11:28:18,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 11:28:18,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 11:28:18,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 11:28:18,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 11:28:18,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 11:28:18,112 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 11:28:18,113 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-13 11:28:18,113 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 11:28:18,114 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-13T11:28:18,130 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-13 11:28:18,134 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 11:28:18,135 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T11:28:18,584 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T11:28:19,414 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=5874 2024-11-13T11:28:20,287 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T11:28:20,342 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T11:28:20,359 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T11:28:20,374 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T11:28:20,470 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:20,522 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 49070 (auto-detected) 2024-11-13T11:28:20,524 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T11:28:20,554 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39583 2024-11-13T11:28:20,558 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T11:28:20,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:20,591 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T11:28:20,591 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T11:28:20,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:21,021 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:21,079 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:21,208 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:21,213 INFO [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7599800123405944295.jks thread started 2024-11-13T11:28:21,215 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:21,218 INFO [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11661665892721017170.jks thread started 2024-11-13T11:28:21,227 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:21,306 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:21,335 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:21,431 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:21,440 INFO [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7599800123405944295.jks thread started 2024-11-13T11:28:21,443 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:21,444 INFO [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11661665892721017170.jks thread started 2024-11-13T11:28:21,445 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe0c9eedb, L:/127.0.0.1:39583 - R:/127.0.0.1:39736] 2024-11-13T11:28:21,608 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:21,875 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:21,875 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:21,875 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:21,875 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:21,875 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:21,875 INFO [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:21,875 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:21,875 INFO [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:21,899 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:21,899 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:21,899 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:21,899 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:21,899 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:21,899 INFO [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:21,899 INFO [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:21,899 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:21,926 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:21,927 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:21,927 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:21,927 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:21,926 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:21,926 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:21,927 INFO [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:21,927 INFO [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:21,950 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:21,950 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:21,950 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39583,0 is dead - stopping the connection localhost:39583/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-13T11:28:21,950 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:21,950 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:21,950 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:21,950 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:21,950 INFO [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:21,950 INFO [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:21,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:21,953 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:21,993 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:21,994 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:22,010 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:22,026 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:22,027 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1940c7e8, L:/127.0.0.1:39583 - R:/127.0.0.1:39740] 2024-11-13T11:28:22,074 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:22,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:22,077 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39583 2024-11-13T11:28:22,077 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11661665892721017170.jks was interrupted and is shutting down... 2024-11-13T11:28:22,077 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7599800123405944295.jks was interrupted and is shutting down... 2024-11-13T11:28:22,077 INFO [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7599800123405944295.jks thread finished 2024-11-13T11:28:22,078 INFO [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11661665892721017170.jks thread finished 2024-11-13T11:28:22,078 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11661665892721017170.jks was interrupted and is shutting down... 2024-11-13T11:28:22,078 INFO [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11661665892721017170.jks thread finished 2024-11-13T11:28:22,079 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7599800123405944295.jks was interrupted and is shutting down... 2024-11-13T11:28:22,091 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key7599800123405944295.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 250), ProcessCount=11 (was 11), AvailableMemoryMB=5515 (was 5874) 2024-11-13T11:28:22,098 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=5514 2024-11-13T11:28:22,098 INFO [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7599800123405944295.jks thread finished 2024-11-13T11:28:22,100 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:22,101 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41615 2024-11-13T11:28:22,101 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T11:28:22,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597e2e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:22,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:22,103 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:22,132 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:22,133 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:22,134 INFO [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7599800123405944295.jks thread started 2024-11-13T11:28:22,134 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:22,134 INFO [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11661665892721017170.jks thread started 2024-11-13T11:28:22,134 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:22,150 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:22,166 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:22,167 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:22,168 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:22,169 INFO [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7599800123405944295.jks thread started 2024-11-13T11:28:22,169 INFO [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11661665892721017170.jks thread started 2024-11-13T11:28:22,169 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7f38e120, L:/127.0.0.1:41615 - R:/127.0.0.1:52460] 2024-11-13T11:28:22,232 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:22,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:22,237 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11661665892721017170.jks was interrupted and is shutting down... 2024-11-13T11:28:22,237 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7599800123405944295.jks was interrupted and is shutting down... 2024-11-13T11:28:22,237 INFO [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11661665892721017170.jks thread finished 2024-11-13T11:28:22,237 INFO [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7599800123405944295.jks thread finished 2024-11-13T11:28:22,383 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:22,383 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:22,383 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:22,383 INFO [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:22,407 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:22,407 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:22,408 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:22,408 INFO [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7599800123405944295.jks 2024-11-13T11:28:22,426 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:22,426 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:22,426 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:22,426 INFO [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:22,440 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:22,440 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:22,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f643c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:22,440 INFO [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:22,440 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11661665892721017170.jks 2024-11-13T11:28:22,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:22,442 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:22,471 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:22,472 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:22,473 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:22,473 INFO [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7599800123405944295.jks thread started 2024-11-13T11:28:22,474 INFO [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11661665892721017170.jks thread started 2024-11-13T11:28:22,474 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:22,490 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:22,506 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:22,506 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc355bd2c, L:/127.0.0.1:41615 - R:/127.0.0.1:52476] 2024-11-13T11:28:22,554 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:22,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:22,557 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41615 2024-11-13T11:28:22,557 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11661665892721017170.jks was interrupted and is shutting down... 2024-11-13T11:28:22,558 DEBUG [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11661665892721017170.jks was interrupted and is shutting down... 2024-11-13T11:28:22,558 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7599800123405944295.jks was interrupted and is shutting down... 2024-11-13T11:28:22,558 INFO [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11661665892721017170.jks thread finished 2024-11-13T11:28:22,559 INFO [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7599800123405944295.jks thread finished 2024-11-13T11:28:22,558 DEBUG [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7599800123405944295.jks was interrupted and is shutting down... 2024-11-13T11:28:22,559 INFO [FileChangeWatcher-hbase_test_ca11661665892721017170.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11661665892721017170.jks thread finished 2024-11-13T11:28:22,569 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 250), ProcessCount=11 (was 11), AvailableMemoryMB=5400 (was 5514) 2024-11-13T11:28:22,575 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=5400 2024-11-13T11:28:22,579 INFO [FileChangeWatcher-hbase_test_key7599800123405944295.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7599800123405944295.jks thread finished 2024-11-13T11:28:22,644 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:22,645 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46389 2024-11-13T11:28:22,645 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T11:28:22,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106e0680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:22,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:22,648 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:22,682 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:22,682 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:22,685 INFO [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16698257738439980293.pem thread started 2024-11-13T11:28:22,685 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:22,686 INFO [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3467336279119680831.pem thread started 2024-11-13T11:28:22,686 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:22,702 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:22,703 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:22,706 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:22,707 INFO [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16698257738439980293.pem thread started 2024-11-13T11:28:22,707 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:22,707 INFO [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3467336279119680831.pem thread started 2024-11-13T11:28:22,707 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xce2c9335, L:/127.0.0.1:46389 - R:/127.0.0.1:53028] 2024-11-13T11:28:22,722 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:23,266 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,266 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,266 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,266 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,266 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,267 INFO [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,267 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,267 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,267 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,267 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,267 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,267 INFO [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,267 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,267 INFO [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,267 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,268 INFO [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,268 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,268 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,268 INFO [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,268 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,268 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,268 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,268 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46389,0 is dead - stopping the connection localhost:46389/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-13T11:28:23,268 INFO [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,268 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,268 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,269 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:23,269 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,268 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,269 INFO [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,269 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,269 INFO [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,270 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,271 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:23,279 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:23,280 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:23,287 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:23,287 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:23,288 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0e136549, L:/127.0.0.1:46389 - R:/127.0.0.1:53040] 2024-11-13T11:28:23,313 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:23,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:23,315 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46389 2024-11-13T11:28:23,315 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16698257738439980293.pem was interrupted and is shutting down... 2024-11-13T11:28:23,315 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3467336279119680831.pem was interrupted and is shutting down... 2024-11-13T11:28:23,316 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16698257738439980293.pem was interrupted and is shutting down... 2024-11-13T11:28:23,316 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3467336279119680831.pem was interrupted and is shutting down... 2024-11-13T11:28:23,316 INFO [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16698257738439980293.pem thread finished 2024-11-13T11:28:23,316 INFO [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3467336279119680831.pem thread finished 2024-11-13T11:28:23,316 INFO [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3467336279119680831.pem thread finished 2024-11-13T11:28:23,323 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=28 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key16698257738439980293.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 250), ProcessCount=11 (was 11), AvailableMemoryMB=5308 (was 5400) 2024-11-13T11:28:23,329 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=5307 2024-11-13T11:28:23,331 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:23,331 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36101 2024-11-13T11:28:23,331 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T11:28:23,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:23,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:23,334 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:23,334 INFO [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16698257738439980293.pem thread finished 2024-11-13T11:28:23,339 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:23,340 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:23,341 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:23,341 INFO [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16698257738439980293.pem thread started 2024-11-13T11:28:23,343 INFO [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3467336279119680831.pem thread started 2024-11-13T11:28:23,343 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:23,349 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:23,350 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:23,351 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:23,352 INFO [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16698257738439980293.pem thread started 2024-11-13T11:28:23,352 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:23,353 INFO [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3467336279119680831.pem thread started 2024-11-13T11:28:23,353 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbbd3cd2b, L:/127.0.0.1:36101 - R:/127.0.0.1:44902] 2024-11-13T11:28:23,370 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:23,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:23,373 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3467336279119680831.pem was interrupted and is shutting down... 2024-11-13T11:28:23,373 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16698257738439980293.pem was interrupted and is shutting down... 2024-11-13T11:28:23,373 INFO [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16698257738439980293.pem thread finished 2024-11-13T11:28:23,373 INFO [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3467336279119680831.pem thread finished 2024-11-13T11:28:23,708 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,708 INFO [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,708 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,708 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,709 INFO [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,709 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16698257738439980293.pem 2024-11-13T11:28:23,735 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,735 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,736 INFO [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,736 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd5303b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:23,736 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,736 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,736 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,736 INFO [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3467336279119680831.pem 2024-11-13T11:28:23,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:23,737 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:23,742 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:23,743 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:23,743 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:23,743 INFO [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16698257738439980293.pem thread started 2024-11-13T11:28:23,744 INFO [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3467336279119680831.pem thread started 2024-11-13T11:28:23,744 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:23,749 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:23,750 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:23,751 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc6181ef2, L:/127.0.0.1:36101 - R:/127.0.0.1:44914] 2024-11-13T11:28:23,769 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:23,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:23,771 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36101 2024-11-13T11:28:23,771 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16698257738439980293.pem was interrupted and is shutting down... 2024-11-13T11:28:23,771 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3467336279119680831.pem was interrupted and is shutting down... 2024-11-13T11:28:23,771 DEBUG [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16698257738439980293.pem was interrupted and is shutting down... 2024-11-13T11:28:23,771 INFO [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3467336279119680831.pem thread finished 2024-11-13T11:28:23,771 INFO [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16698257738439980293.pem thread finished 2024-11-13T11:28:23,771 DEBUG [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3467336279119680831.pem was interrupted and is shutting down... 2024-11-13T11:28:23,777 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3467336279119680831.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=250 (was 250), ProcessCount=11 (was 11), AvailableMemoryMB=5186 (was 5307) 2024-11-13T11:28:23,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=250, ProcessCount=11, AvailableMemoryMB=5185 2024-11-13T11:28:23,791 INFO [FileChangeWatcher-hbase_test_ca3467336279119680831.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3467336279119680831.pem thread finished 2024-11-13T11:28:23,791 INFO [FileChangeWatcher-hbase_test_key16698257738439980293.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16698257738439980293.pem thread finished 2024-11-13T11:28:23,822 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:23,823 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37917 2024-11-13T11:28:23,823 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T11:28:23,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55558415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:23,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:23,825 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:23,853 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:23,854 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:23,854 INFO [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12631471141889021742.p12 thread started 2024-11-13T11:28:23,854 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:23,855 INFO [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4157071548028404404.p12 thread started 2024-11-13T11:28:23,855 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:23,874 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:23,889 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:23,890 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:23,891 INFO [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12631471141889021742.p12 thread started 2024-11-13T11:28:23,891 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:23,891 INFO [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4157071548028404404.p12 thread started 2024-11-13T11:28:23,891 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb5a10cab, L:/127.0.0.1:37917 - R:/127.0.0.1:44468] 2024-11-13T11:28:23,928 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:24,203 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:24,203 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:24,203 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:24,203 INFO [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:24,203 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:24,203 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:24,203 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:24,203 INFO [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:24,226 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:24,226 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:24,226 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:24,226 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:24,227 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:24,227 INFO [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:24,227 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:24,227 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:24,227 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:24,227 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:24,227 INFO [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:24,227 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:24,227 INFO [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:24,227 INFO [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:24,227 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:24,228 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:24,241 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:24,241 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37917,0 is dead - stopping the connection localhost:37917/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-13T11:28:24,241 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:24,241 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:24,241 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:24,241 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:24,242 INFO [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:24,242 INFO [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:24,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:24,242 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:24,243 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:24,280 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:24,281 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:24,297 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:24,311 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:24,311 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x038dabb0, L:/127.0.0.1:37917 - R:/127.0.0.1:44472] 2024-11-13T11:28:24,350 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:24,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:24,352 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37917 2024-11-13T11:28:24,352 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4157071548028404404.p12 was interrupted and is shutting down... 2024-11-13T11:28:24,352 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12631471141889021742.p12 was interrupted and is shutting down... 2024-11-13T11:28:24,352 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12631471141889021742.p12 was interrupted and is shutting down... 2024-11-13T11:28:24,352 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4157071548028404404.p12 was interrupted and is shutting down... 2024-11-13T11:28:24,353 INFO [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4157071548028404404.p12 thread finished 2024-11-13T11:28:24,353 INFO [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12631471141889021742.p12 thread finished 2024-11-13T11:28:24,353 INFO [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12631471141889021742.p12 thread finished 2024-11-13T11:28:24,359 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 31), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=270 (was 250) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5096 (was 5185) 2024-11-13T11:28:24,364 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=270, ProcessCount=11, AvailableMemoryMB=5095 2024-11-13T11:28:24,366 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:24,366 INFO [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4157071548028404404.p12 thread finished 2024-11-13T11:28:24,367 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33623 2024-11-13T11:28:24,367 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T11:28:24,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2effb471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:24,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:24,369 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:24,414 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:24,414 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:24,415 INFO [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12631471141889021742.p12 thread started 2024-11-13T11:28:24,415 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:24,415 INFO [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4157071548028404404.p12 thread started 2024-11-13T11:28:24,416 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:24,442 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:24,468 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:24,468 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:24,469 INFO [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12631471141889021742.p12 thread started 2024-11-13T11:28:24,469 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:24,470 INFO [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4157071548028404404.p12 thread started 2024-11-13T11:28:24,471 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6427ca0b, L:/127.0.0.1:33623 - R:/127.0.0.1:55504] 2024-11-13T11:28:24,516 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:24,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:24,519 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4157071548028404404.p12 was interrupted and is shutting down... 2024-11-13T11:28:24,519 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12631471141889021742.p12 was interrupted and is shutting down... 2024-11-13T11:28:24,519 INFO [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4157071548028404404.p12 thread finished 2024-11-13T11:28:24,519 INFO [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12631471141889021742.p12 thread finished 2024-11-13T11:28:25,024 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:25,024 INFO [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:25,024 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:25,024 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:25,055 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:25,055 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:25,055 INFO [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:25,055 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12631471141889021742.p12 2024-11-13T11:28:25,055 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:25,055 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:25,055 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:25,055 INFO [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:25,070 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:25,070 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:25,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b01163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:25,071 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:25,071 INFO [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4157071548028404404.p12 2024-11-13T11:28:25,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:25,072 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:25,101 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:25,102 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:25,103 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:25,103 INFO [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12631471141889021742.p12 thread started 2024-11-13T11:28:25,103 INFO [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4157071548028404404.p12 thread started 2024-11-13T11:28:25,103 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:25,129 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:25,153 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:25,154 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x79ab0fd3, L:/127.0.0.1:33623 - R:/127.0.0.1:55510] 2024-11-13T11:28:25,211 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:25,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:25,213 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33623 2024-11-13T11:28:25,213 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12631471141889021742.p12 was interrupted and is shutting down... 2024-11-13T11:28:25,213 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4157071548028404404.p12 was interrupted and is shutting down... 2024-11-13T11:28:25,213 DEBUG [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12631471141889021742.p12 was interrupted and is shutting down... 2024-11-13T11:28:25,213 DEBUG [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4157071548028404404.p12 was interrupted and is shutting down... 2024-11-13T11:28:25,214 INFO [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12631471141889021742.p12 thread finished 2024-11-13T11:28:25,220 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=37 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key12631471141889021742.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=270 (was 270), ProcessCount=11 (was 11), AvailableMemoryMB=4807 (was 5095) 2024-11-13T11:28:25,226 INFO [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4157071548028404404.p12 thread finished 2024-11-13T11:28:25,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=270, ProcessCount=11, AvailableMemoryMB=4806 2024-11-13T11:28:25,228 INFO [FileChangeWatcher-hbase_test_ca4157071548028404404.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4157071548028404404.p12 thread finished 2024-11-13T11:28:25,230 INFO [FileChangeWatcher-hbase_test_key12631471141889021742.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12631471141889021742.p12 thread finished 2024-11-13T11:28:25,738 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:25,739 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38335 2024-11-13T11:28:25,739 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T11:28:25,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59329374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:25,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:25,741 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:26,059 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:26,060 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:26,060 INFO [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16367547802540603394.bcfks thread started 2024-11-13T11:28:26,060 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:26,061 INFO [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks thread started 2024-11-13T11:28:26,061 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:26,246 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:26,444 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:26,445 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:26,446 INFO [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16367547802540603394.bcfks thread started 2024-11-13T11:28:26,446 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:26,448 INFO [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks thread started 2024-11-13T11:28:26,448 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb2017393, L:/127.0.0.1:38335 - R:/127.0.0.1:46878] 2024-11-13T11:28:26,675 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:26,992 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:26,992 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:26,992 INFO [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:26,992 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:26,992 INFO [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:26,992 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:26,992 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:26,992 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:27,253 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:27,253 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:27,253 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:27,253 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:27,253 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:27,253 INFO [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:27,253 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:27,254 INFO [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:27,284 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:27,284 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:27,285 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:27,285 INFO [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:27,285 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:27,285 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:27,285 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:27,285 INFO [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:27,483 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:27,483 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:27,483 INFO [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:27,483 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:27,483 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:27,483 INFO [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:27,483 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:27,483 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:27,483 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38335,0 is dead - stopping the connection localhost:38335/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-13T11:28:27,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:27,486 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:27,786 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:27,787 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:27,948 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:28,148 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:28,149 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x298ca607, L:/127.0.0.1:38335 - R:/127.0.0.1:46894] 2024-11-13T11:28:28,325 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:28,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:28,327 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38335 2024-11-13T11:28:28,327 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16367547802540603394.bcfks was interrupted and is shutting down... 2024-11-13T11:28:28,327 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks was interrupted and is shutting down... 2024-11-13T11:28:28,328 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16367547802540603394.bcfks was interrupted and is shutting down... 2024-11-13T11:28:28,328 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks was interrupted and is shutting down... 2024-11-13T11:28:28,335 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=41 (was 37) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key16367547802540603394.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key16367547802540603394.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=270 (was 270), ProcessCount=11 (was 11), AvailableMemoryMB=4699 (was 4806) 2024-11-13T11:28:28,341 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=41, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=270, ProcessCount=11, AvailableMemoryMB=4698 2024-11-13T11:28:28,343 INFO [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks thread finished 2024-11-13T11:28:28,343 INFO [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16367547802540603394.bcfks thread finished 2024-11-13T11:28:28,343 INFO [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks thread finished 2024-11-13T11:28:28,343 INFO [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16367547802540603394.bcfks thread finished 2024-11-13T11:28:28,343 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:28,344 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43911 2024-11-13T11:28:28,344 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T11:28:28,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46deece1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:28,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:28,346 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:28,673 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:28,673 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:28,674 INFO [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16367547802540603394.bcfks thread started 2024-11-13T11:28:28,674 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:28,676 INFO [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks thread started 2024-11-13T11:28:28,676 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:28,826 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:28,988 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:28,988 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:28,989 INFO [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16367547802540603394.bcfks thread started 2024-11-13T11:28:28,989 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:28,990 INFO [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks thread started 2024-11-13T11:28:28,990 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x98c8877a, L:/127.0.0.1:43911 - R:/127.0.0.1:51352] 2024-11-13T11:28:29,150 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:29,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:29,153 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16367547802540603394.bcfks was interrupted and is shutting down... 2024-11-13T11:28:29,153 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks was interrupted and is shutting down... 2024-11-13T11:28:29,154 INFO [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16367547802540603394.bcfks thread finished 2024-11-13T11:28:29,154 INFO [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks thread finished 2024-11-13T11:28:29,465 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:29,465 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:29,465 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:29,465 INFO [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:29,712 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:29,712 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:29,712 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:29,712 INFO [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16367547802540603394.bcfks 2024-11-13T11:28:29,726 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:29,726 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:29,726 INFO [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:29,726 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:29,865 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:29,865 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:29,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581a6236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:29,865 INFO [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:29,865 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7936080968704260223.bcfks 2024-11-13T11:28:29,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:29,867 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:30,171 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:30,171 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:30,172 INFO [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16367547802540603394.bcfks thread started 2024-11-13T11:28:30,172 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:30,173 INFO [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks thread started 2024-11-13T11:28:30,173 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:30,334 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:30,540 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:30,541 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xaac59b2b, L:/127.0.0.1:43911 - R:/127.0.0.1:51368] 2024-11-13T11:28:30,744 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:30,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:30,747 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43911 2024-11-13T11:28:30,747 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks was interrupted and is shutting down... 2024-11-13T11:28:30,747 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16367547802540603394.bcfks was interrupted and is shutting down... 2024-11-13T11:28:30,747 DEBUG [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16367547802540603394.bcfks was interrupted and is shutting down... 2024-11-13T11:28:30,747 DEBUG [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks was interrupted and is shutting down... 2024-11-13T11:28:30,747 INFO [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks thread finished 2024-11-13T11:28:30,747 INFO [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16367547802540603394.bcfks thread finished 2024-11-13T11:28:30,761 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=40 (was 41), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 270) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4305 (was 4698) 2024-11-13T11:28:30,763 INFO [FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7936080968704260223.bcfks thread finished 2024-11-13T11:28:30,763 INFO [FileChangeWatcher-hbase_test_key16367547802540603394.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16367547802540603394.bcfks thread finished 2024-11-13T11:28:30,769 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=4305 2024-11-13T11:28:30,964 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:30,965 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45667 2024-11-13T11:28:30,965 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T11:28:30,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9c7889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:30,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:30,966 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:31,004 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:31,004 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,007 INFO [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5962489174002453882.jks thread started 2024-11-13T11:28:31,010 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,011 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:31,015 INFO [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17867701956745549884.jks thread started 2024-11-13T11:28:31,038 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:31,053 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:31,057 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,058 INFO [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5962489174002453882.jks thread started 2024-11-13T11:28:31,063 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,063 INFO [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17867701956745549884.jks thread started 2024-11-13T11:28:31,063 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7b168038, L:/127.0.0.1:45667 - R:/127.0.0.1:38814] 2024-11-13T11:28:31,141 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:31,158 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,158 INFO [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,158 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,158 INFO [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,158 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,160 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,158 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,160 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,202 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,203 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,203 INFO [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,203 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,202 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,202 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,203 INFO [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,203 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,203 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,203 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,203 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,203 INFO [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,203 INFO [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,203 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,203 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,203 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,217 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,217 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,217 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,217 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,217 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,217 INFO [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,217 INFO [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,217 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,217 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45667,0 is dead - stopping the connection localhost:45667/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-13T11:28:31,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:31,218 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:31,259 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:31,260 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:31,280 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:31,306 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:31,307 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8fc7daa8, L:/127.0.0.1:45667 - R:/127.0.0.1:38830] 2024-11-13T11:28:31,367 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:31,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:31,374 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45667 2024-11-13T11:28:31,374 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17867701956745549884.jks was interrupted and is shutting down... 2024-11-13T11:28:31,375 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5962489174002453882.jks was interrupted and is shutting down... 2024-11-13T11:28:31,375 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17867701956745549884.jks was interrupted and is shutting down... 2024-11-13T11:28:31,375 INFO [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5962489174002453882.jks thread finished 2024-11-13T11:28:31,375 INFO [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17867701956745549884.jks thread finished 2024-11-13T11:28:31,375 INFO [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17867701956745549884.jks thread finished 2024-11-13T11:28:31,378 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5962489174002453882.jks was interrupted and is shutting down... 2024-11-13T11:28:31,379 INFO [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5962489174002453882.jks thread finished 2024-11-13T11:28:31,384 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=38 (was 39), OpenFileDescriptor=330 (was 329) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=4124 (was 4305) 2024-11-13T11:28:31,391 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=4124 2024-11-13T11:28:31,393 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:31,393 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46821 2024-11-13T11:28:31,394 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T11:28:31,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c7fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:31,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:31,395 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:31,435 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:31,436 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,437 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,437 INFO [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5962489174002453882.jks thread started 2024-11-13T11:28:31,439 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:31,439 INFO [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17867701956745549884.jks thread started 2024-11-13T11:28:31,460 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:31,479 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:31,479 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,480 INFO [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5962489174002453882.jks thread started 2024-11-13T11:28:31,480 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,481 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x26cbc763, L:/127.0.0.1:46821 - R:/127.0.0.1:40614] 2024-11-13T11:28:31,482 INFO [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17867701956745549884.jks thread started 2024-11-13T11:28:31,532 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:31,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:31,533 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5962489174002453882.jks was interrupted and is shutting down... 2024-11-13T11:28:31,533 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17867701956745549884.jks was interrupted and is shutting down... 2024-11-13T11:28:31,534 INFO [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5962489174002453882.jks thread finished 2024-11-13T11:28:31,534 INFO [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17867701956745549884.jks thread finished 2024-11-13T11:28:31,540 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,540 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,540 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,540 INFO [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,565 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,565 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,565 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,565 INFO [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5962489174002453882.jks 2024-11-13T11:28:31,565 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,565 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,565 INFO [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,565 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,579 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,579 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,579 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,579 INFO [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17867701956745549884.jks 2024-11-13T11:28:31,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573b46a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:31,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:31,580 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:31,629 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:31,630 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,633 INFO [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5962489174002453882.jks thread started 2024-11-13T11:28:31,634 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,634 INFO [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17867701956745549884.jks thread started 2024-11-13T11:28:31,635 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:31,649 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:31,665 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:31,666 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x64890b29, L:/127.0.0.1:46821 - R:/127.0.0.1:40618] 2024-11-13T11:28:31,715 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:31,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:31,716 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46821 2024-11-13T11:28:31,716 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17867701956745549884.jks was interrupted and is shutting down... 2024-11-13T11:28:31,716 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5962489174002453882.jks was interrupted and is shutting down... 2024-11-13T11:28:31,716 DEBUG [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17867701956745549884.jks was interrupted and is shutting down... 2024-11-13T11:28:31,716 DEBUG [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5962489174002453882.jks was interrupted and is shutting down... 2024-11-13T11:28:31,717 INFO [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5962489174002453882.jks thread finished 2024-11-13T11:28:31,717 INFO [FileChangeWatcher-hbase_test_key5962489174002453882.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5962489174002453882.jks thread finished 2024-11-13T11:28:31,723 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=4097 (was 4124) 2024-11-13T11:28:31,729 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=4097 2024-11-13T11:28:31,730 INFO [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17867701956745549884.jks thread finished 2024-11-13T11:28:31,730 INFO [FileChangeWatcher-hbase_test_ca17867701956745549884.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17867701956745549884.jks thread finished 2024-11-13T11:28:31,736 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:31,736 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45895 2024-11-13T11:28:31,737 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T11:28:31,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d65947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:31,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:31,738 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:31,741 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:31,742 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,742 INFO [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14532862533527121371.pem thread started 2024-11-13T11:28:31,742 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,743 INFO [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17579356786689568410.pem thread started 2024-11-13T11:28:31,743 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:31,747 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:31,748 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:31,749 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,751 INFO [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14532862533527121371.pem thread started 2024-11-13T11:28:31,751 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,751 INFO [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17579356786689568410.pem thread started 2024-11-13T11:28:31,751 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3d76f802, L:/127.0.0.1:45895 - R:/127.0.0.1:51896] 2024-11-13T11:28:31,770 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:31,787 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,788 INFO [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,788 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,788 INFO [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,788 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,788 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,788 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,788 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,788 INFO [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,788 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,788 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,788 INFO [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,789 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,789 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,789 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,789 INFO [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,789 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,789 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,790 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,790 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,790 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,790 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,790 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,790 INFO [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,790 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,790 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45895,0 is dead - stopping the connection localhost:45895/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-13T11:28:31,790 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,791 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,791 INFO [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:31,791 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:31,798 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:31,799 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:31,804 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:31,805 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:31,805 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x52402ffe, L:/127.0.0.1:45895 - R:/127.0.0.1:51904] 2024-11-13T11:28:31,827 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:31,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:31,829 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45895 2024-11-13T11:28:31,829 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14532862533527121371.pem was interrupted and is shutting down... 2024-11-13T11:28:31,829 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17579356786689568410.pem was interrupted and is shutting down... 2024-11-13T11:28:31,829 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14532862533527121371.pem was interrupted and is shutting down... 2024-11-13T11:28:31,829 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17579356786689568410.pem was interrupted and is shutting down... 2024-11-13T11:28:31,830 INFO [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14532862533527121371.pem thread finished 2024-11-13T11:28:31,830 INFO [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14532862533527121371.pem thread finished 2024-11-13T11:28:31,830 INFO [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17579356786689568410.pem thread finished 2024-11-13T11:28:31,840 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=4092 (was 4097) 2024-11-13T11:28:31,850 INFO [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17579356786689568410.pem thread finished 2024-11-13T11:28:31,852 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=4089 2024-11-13T11:28:31,854 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:31,855 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40529 2024-11-13T11:28:31,855 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T11:28:31,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274a80f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:31,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:31,857 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:31,862 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:31,862 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,863 INFO [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14532862533527121371.pem thread started 2024-11-13T11:28:31,863 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,864 INFO [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17579356786689568410.pem thread started 2024-11-13T11:28:31,864 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:31,869 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:31,870 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:31,875 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,878 INFO [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14532862533527121371.pem thread started 2024-11-13T11:28:31,878 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,878 INFO [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17579356786689568410.pem thread started 2024-11-13T11:28:31,879 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2bce42a3, L:/127.0.0.1:40529 - R:/127.0.0.1:45806] 2024-11-13T11:28:31,900 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45806, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:31,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:31,904 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14532862533527121371.pem was interrupted and is shutting down... 2024-11-13T11:28:31,905 INFO [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14532862533527121371.pem thread finished 2024-11-13T11:28:31,905 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17579356786689568410.pem was interrupted and is shutting down... 2024-11-13T11:28:31,905 INFO [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17579356786689568410.pem thread finished 2024-11-13T11:28:31,915 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,915 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,915 INFO [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,915 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,915 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,915 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,915 INFO [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,916 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,916 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,916 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,916 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a37f0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:31,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:31,917 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14532862533527121371.pem 2024-11-13T11:28:31,917 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,917 INFO [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17579356786689568410.pem 2024-11-13T11:28:31,918 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:31,924 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:31,924 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,925 INFO [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14532862533527121371.pem thread started 2024-11-13T11:28:31,925 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:31,931 INFO [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17579356786689568410.pem thread started 2024-11-13T11:28:31,931 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:31,936 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:31,936 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:31,937 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb8f21789, L:/127.0.0.1:40529 - R:/127.0.0.1:45808] 2024-11-13T11:28:31,958 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:31,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:31,961 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17579356786689568410.pem was interrupted and is shutting down... 2024-11-13T11:28:31,961 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40529 2024-11-13T11:28:31,961 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14532862533527121371.pem was interrupted and is shutting down... 2024-11-13T11:28:31,961 DEBUG [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14532862533527121371.pem was interrupted and is shutting down... 2024-11-13T11:28:31,961 INFO [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14532862533527121371.pem thread finished 2024-11-13T11:28:31,961 INFO [FileChangeWatcher-hbase_test_key14532862533527121371.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14532862533527121371.pem thread finished 2024-11-13T11:28:31,961 INFO [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17579356786689568410.pem thread finished 2024-11-13T11:28:31,966 DEBUG [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17579356786689568410.pem was interrupted and is shutting down... 2024-11-13T11:28:31,967 INFO [FileChangeWatcher-hbase_test_ca17579356786689568410.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17579356786689568410.pem thread finished 2024-11-13T11:28:31,971 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=330 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=4087 (was 4089) 2024-11-13T11:28:31,979 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=4087 2024-11-13T11:28:32,034 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:32,035 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44023 2024-11-13T11:28:32,035 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T11:28:32,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc3b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:32,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:32,036 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:32,075 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:32,076 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:32,076 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:32,076 INFO [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6139545894183021265.p12 thread started 2024-11-13T11:28:32,077 INFO [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7338735484186856617.p12 thread started 2024-11-13T11:28:32,077 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:32,105 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:32,122 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:32,123 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:32,123 INFO [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6139545894183021265.p12 thread started 2024-11-13T11:28:32,123 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:32,124 INFO [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7338735484186856617.p12 thread started 2024-11-13T11:28:32,124 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x93404cf9, L:/127.0.0.1:44023 - R:/127.0.0.1:54834] 2024-11-13T11:28:32,174 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:32,183 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,183 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,183 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,183 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,183 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,183 INFO [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,183 INFO [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,183 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,210 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,210 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,211 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,211 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,211 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,211 INFO [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,211 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,211 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,211 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,211 INFO [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,211 INFO [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,211 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,210 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,213 INFO [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,213 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,213 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,226 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,226 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,226 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44023,0 is dead - stopping the connection localhost:44023/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-13T11:28:32,226 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,226 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,226 INFO [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,226 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,226 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,226 INFO [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:32,227 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:32,265 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:32,265 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:32,286 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:32,299 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:32,300 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1b2c1081, L:/127.0.0.1:44023 - R:/127.0.0.1:54836] 2024-11-13T11:28:32,342 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:32,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:32,344 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6139545894183021265.p12 was interrupted and is shutting down... 2024-11-13T11:28:32,344 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44023 2024-11-13T11:28:32,344 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7338735484186856617.p12 was interrupted and is shutting down... 2024-11-13T11:28:32,344 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6139545894183021265.p12 was interrupted and is shutting down... 2024-11-13T11:28:32,344 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7338735484186856617.p12 was interrupted and is shutting down... 2024-11-13T11:28:32,344 INFO [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6139545894183021265.p12 thread finished 2024-11-13T11:28:32,344 INFO [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6139545894183021265.p12 thread finished 2024-11-13T11:28:32,344 INFO [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7338735484186856617.p12 thread finished 2024-11-13T11:28:32,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=4072 (was 4087) 2024-11-13T11:28:32,357 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=4072 2024-11-13T11:28:32,358 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:32,358 INFO [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7338735484186856617.p12 thread finished 2024-11-13T11:28:32,359 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45203 2024-11-13T11:28:32,359 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T11:28:32,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7817aa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:32,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:32,361 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:32,403 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:32,404 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:32,405 INFO [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6139545894183021265.p12 thread started 2024-11-13T11:28:32,405 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:32,405 INFO [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7338735484186856617.p12 thread started 2024-11-13T11:28:32,405 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:32,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:32,438 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:32,439 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:32,439 INFO [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6139545894183021265.p12 thread started 2024-11-13T11:28:32,439 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:32,440 INFO [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7338735484186856617.p12 thread started 2024-11-13T11:28:32,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x288ed88d, L:/127.0.0.1:45203 - R:/127.0.0.1:34510] 2024-11-13T11:28:32,470 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:32,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:32,472 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6139545894183021265.p12 was interrupted and is shutting down... 2024-11-13T11:28:32,472 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7338735484186856617.p12 was interrupted and is shutting down... 2024-11-13T11:28:32,472 INFO [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6139545894183021265.p12 thread finished 2024-11-13T11:28:32,472 INFO [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7338735484186856617.p12 thread finished 2024-11-13T11:28:32,478 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,478 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,478 INFO [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,478 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,516 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,516 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,516 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,516 INFO [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6139545894183021265.p12 2024-11-13T11:28:32,516 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,516 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,516 INFO [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,516 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,530 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,530 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,530 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,530 INFO [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7338735484186856617.p12 2024-11-13T11:28:32,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd6433a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:32,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:32,531 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:32,557 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:32,557 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:32,558 INFO [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6139545894183021265.p12 thread started 2024-11-13T11:28:32,558 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:32,558 INFO [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7338735484186856617.p12 thread started 2024-11-13T11:28:32,558 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:32,572 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:32,585 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:32,585 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x104c7ca1, L:/127.0.0.1:45203 - R:/127.0.0.1:34524] 2024-11-13T11:28:32,620 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:32,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:32,622 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6139545894183021265.p12 was interrupted and is shutting down... 2024-11-13T11:28:32,622 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45203 2024-11-13T11:28:32,622 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7338735484186856617.p12 was interrupted and is shutting down... 2024-11-13T11:28:32,622 DEBUG [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7338735484186856617.p12 was interrupted and is shutting down... 2024-11-13T11:28:32,623 DEBUG [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6139545894183021265.p12 was interrupted and is shutting down... 2024-11-13T11:28:32,623 INFO [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7338735484186856617.p12 thread finished 2024-11-13T11:28:32,623 INFO [FileChangeWatcher-hbase_test_ca7338735484186856617.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7338735484186856617.p12 thread finished 2024-11-13T11:28:32,623 INFO [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6139545894183021265.p12 thread finished 2024-11-13T11:28:32,630 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=4066 (was 4072) 2024-11-13T11:28:32,635 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=4065 2024-11-13T11:28:32,638 INFO [FileChangeWatcher-hbase_test_key6139545894183021265.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6139545894183021265.p12 thread finished 2024-11-13T11:28:32,982 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:32,982 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38433 2024-11-13T11:28:32,983 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T11:28:32,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46787a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:32,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:32,984 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:33,264 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:33,265 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:33,265 INFO [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12042925378489354971.bcfks thread started 2024-11-13T11:28:33,265 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:33,266 INFO [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks thread started 2024-11-13T11:28:33,266 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:33,412 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:33,574 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:33,575 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:33,575 INFO [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12042925378489354971.bcfks thread started 2024-11-13T11:28:33,575 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:33,576 INFO [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks thread started 2024-11-13T11:28:33,576 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x74378ba2, L:/127.0.0.1:38433 - R:/127.0.0.1:34878] 2024-11-13T11:28:33,810 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:33,824 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:33,824 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:33,824 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:33,824 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:33,824 INFO [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:33,824 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:33,824 INFO [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:33,824 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:34,041 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:34,041 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:34,041 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:34,041 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:34,041 INFO [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:34,041 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:34,041 INFO [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:34,041 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:34,041 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:34,041 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:34,041 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:34,041 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:34,041 INFO [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:34,041 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:34,041 INFO [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:34,041 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:34,199 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:34,199 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,38433,0 is dead - stopping the connection localhost:38433/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-13T11:28:34,199 INFO [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:34,200 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:34,200 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:34,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:34,200 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:34,200 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:34,200 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:34,200 INFO [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:34,201 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:34,479 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:34,479 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:34,638 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:34,813 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:34,813 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe01d76b4, L:/127.0.0.1:38433 - R:/127.0.0.1:34892] 2024-11-13T11:28:35,040 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:35,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:35,042 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38433 2024-11-13T11:28:35,042 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12042925378489354971.bcfks was interrupted and is shutting down... 2024-11-13T11:28:35,042 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks was interrupted and is shutting down... 2024-11-13T11:28:35,042 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12042925378489354971.bcfks was interrupted and is shutting down... 2024-11-13T11:28:35,042 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks was interrupted and is shutting down... 2024-11-13T11:28:35,042 INFO [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12042925378489354971.bcfks thread finished 2024-11-13T11:28:35,042 INFO [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks thread finished 2024-11-13T11:28:35,043 INFO [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12042925378489354971.bcfks thread finished 2024-11-13T11:28:35,059 INFO [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks thread finished 2024-11-13T11:28:35,063 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=38 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=3857 (was 4065) 2024-11-13T11:28:35,070 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=3856 2024-11-13T11:28:35,072 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:35,072 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40127 2024-11-13T11:28:35,072 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T11:28:35,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fface44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:35,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:35,074 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:35,467 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:35,467 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:35,471 INFO [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12042925378489354971.bcfks thread started 2024-11-13T11:28:35,471 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:35,473 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:35,474 INFO [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks thread started 2024-11-13T11:28:35,630 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:35,795 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:35,796 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:35,797 INFO [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12042925378489354971.bcfks thread started 2024-11-13T11:28:35,798 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:35,798 INFO [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks thread started 2024-11-13T11:28:35,798 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf72abe12, L:/127.0.0.1:40127 - R:/127.0.0.1:38896] 2024-11-13T11:28:35,983 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:35,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:35,989 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks was interrupted and is shutting down... 2024-11-13T11:28:35,989 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12042925378489354971.bcfks was interrupted and is shutting down... 2024-11-13T11:28:35,989 INFO [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12042925378489354971.bcfks thread finished 2024-11-13T11:28:35,992 INFO [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks thread finished 2024-11-13T11:28:36,004 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:36,004 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:36,004 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:36,004 INFO [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:36,240 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:36,240 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:36,240 INFO [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:36,240 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12042925378489354971.bcfks 2024-11-13T11:28:36,259 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:36,259 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:36,259 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:36,259 INFO [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:36,397 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:36,397 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:36,397 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:36,397 INFO [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10185536443362281169.bcfks 2024-11-13T11:28:36,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b61cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:36,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T11:28:36,398 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:36,673 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:36,674 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:36,674 INFO [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12042925378489354971.bcfks thread started 2024-11-13T11:28:36,674 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7fca2c62-1d08-5d2a-254d-b00a0f150ab4/TestNettyTLSIPCFileWatcher 2024-11-13T11:28:36,675 INFO [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks thread started 2024-11-13T11:28:36,675 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-13T11:28:36,808 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T11:28:36,947 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T11:28:36,947 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x59d58c22, L:/127.0.0.1:40127 - R:/127.0.0.1:38900] 2024-11-13T11:28:37,143 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T11:28:37,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:37,145 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40127 2024-11-13T11:28:37,145 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks was interrupted and is shutting down... 2024-11-13T11:28:37,145 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12042925378489354971.bcfks was interrupted and is shutting down... 2024-11-13T11:28:37,145 DEBUG [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12042925378489354971.bcfks was interrupted and is shutting down... 2024-11-13T11:28:37,145 DEBUG [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks was interrupted and is shutting down... 2024-11-13T11:28:37,145 INFO [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks thread finished 2024-11-13T11:28:37,145 INFO [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12042925378489354971.bcfks thread finished 2024-11-13T11:28:37,145 INFO [FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10185536443362281169.bcfks thread finished 2024-11-13T11:28:37,155 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=3763 (was 3856) 2024-11-13T11:28:37,163 INFO [FileChangeWatcher-hbase_test_key12042925378489354971.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12042925378489354971.bcfks thread finished