2023-12-22 07:07:36,246 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b94b04d 2023-12-22 07:07:36,260 main DEBUG Took 0.011851 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-12-22 07:07:36,261 main DEBUG PluginManager 'Core' found 129 plugins 2023-12-22 07:07:36,261 main DEBUG PluginManager 'Level' found 0 plugins 2023-12-22 07:07:36,263 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-12-22 07:07:36,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-12-22 07:07:36,275 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-12-22 07:07:36,290 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-12-22 07:07:36,292 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-12-22 07:07:36,293 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-12-22 07:07:36,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-12-22 07:07:36,294 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-12-22 07:07:36,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-12-22 07:07:36,295 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-12-22 07:07:36,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-12-22 07:07:36,296 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-12-22 07:07:36,296 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-12-22 07:07:36,297 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-12-22 07:07:36,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-12-22 07:07:36,297 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-12-22 07:07:36,298 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-12-22 07:07:36,298 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-12-22 07:07:36,298 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-12-22 07:07:36,299 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-12-22 07:07:36,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-12-22 07:07:36,299 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-12-22 07:07:36,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-12-22 07:07:36,300 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-12-22 07:07:36,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-12-22 07:07:36,301 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-12-22 07:07:36,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-12-22 07:07:36,301 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-12-22 07:07:36,301 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-12-22 07:07:36,303 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-12-22 07:07:36,305 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-12-22 07:07:36,307 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-12-22 07:07:36,307 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-12-22 07:07:36,308 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-12-22 07:07:36,308 main DEBUG PluginManager 'Converter' found 47 plugins 2023-12-22 07:07:36,322 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-12-22 07:07:36,326 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-12-22 07:07:36,327 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-12-22 07:07:36,330 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-12-22 07:07:36,331 main DEBUG createAppenders(={Console}) 2023-12-22 07:07:36,332 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b94b04d initialized 2023-12-22 07:07:36,332 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b94b04d 2023-12-22 07:07:36,332 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b94b04d OK. 2023-12-22 07:07:36,333 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-12-22 07:07:36,333 main DEBUG OutputStream closed 2023-12-22 07:07:36,333 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-12-22 07:07:36,334 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-12-22 07:07:36,334 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55183b20 OK 2023-12-22 07:07:36,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-12-22 07:07:36,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-12-22 07:07:36,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-12-22 07:07:36,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-12-22 07:07:36,388 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-12-22 07:07:36,388 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-12-22 07:07:36,388 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-12-22 07:07:36,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-12-22 07:07:36,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-12-22 07:07:36,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-12-22 07:07:36,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-12-22 07:07:36,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-12-22 07:07:36,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-12-22 07:07:36,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-12-22 07:07:36,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-12-22 07:07:36,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-12-22 07:07:36,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-12-22 07:07:36,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-12-22 07:07:36,396 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-12-22 07:07:36,396 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@23c30a20) with optional ClassLoader: null 2023-12-22 07:07:36,396 main DEBUG Shutdown hook enabled. Registering a new one. 2023-12-22 07:07:36,397 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@23c30a20] started OK. 2023-12-22T07:07:36,416 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2023-12-22 07:07:36,420 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-12-22 07:07:36,420 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-12-22T07:07:36,908 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-12-22T07:07:38,125 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=10, OpenFileDescriptor=320, MaxFileDescriptor=60000, SystemLoadAverage=598, ProcessCount=168, AvailableMemoryMB=6977 2023-12-22T07:07:38,809 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2023-12-22T07:07:38,869 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-12-22T07:07:38,899 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-12-22T07:07:38,915 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-12-22T07:07:39,000 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-12-22T07:07:39,123 DEBUG [Time-limited test {}] channel.DefaultChannelId(79): -Dio.netty.processId: 1779 (auto-detected) 2023-12-22T07:07:39,125 DEBUG [Time-limited test {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:0f:ff:fe:94:aa:bf (auto-detected) 2023-12-22T07:07:39,172 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:45695 2023-12-22T07:07:39,179 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-12-22T07:07:39,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b30f651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:39,219 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-12-22T07:07:39,219 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-12-22T07:07:39,538 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:39,631 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:39,649 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:39,758 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:39,761 INFO [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6328476834745866277.jks thread started 2023-12-22T07:07:39,761 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:39,761 INFO [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3753020904461489673.jks thread started 2023-12-22T07:07:39,779 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:39,808 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:39,809 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:39,813 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:39,817 INFO [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6328476834745866277.jks thread started 2023-12-22T07:07:39,818 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:39,822 INFO [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3753020904461489673.jks thread started 2023-12-22T07:07:39,825 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x781a4eaa, L:/127.0.0.1:45695 - R:localhost/127.0.0.1:41442] 2023-12-22T07:07:40,007 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:41442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:40,325 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,325 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,325 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,325 INFO [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,325 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,325 INFO [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,325 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,325 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,325 INFO [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,325 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,325 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,326 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,326 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,326 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,326 INFO [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,326 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,45695,0 is dead - stopping the connection localhost:45695/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-12-22T07:07:40,326 INFO [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,326 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,326 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,326 INFO [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,326 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,326 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,326 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,327 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,327 INFO [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,327 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:40,330 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:40,332 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:40,332 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:40,334 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:40,334 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:40,335 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xbe681420, L:/127.0.0.1:45695 - R:localhost/127.0.0.1:41456] 2023-12-22T07:07:40,358 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:41456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:40,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:40,361 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6328476834745866277.jks was interrupted and is shutting down... 2023-12-22T07:07:40,361 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:45695 2023-12-22T07:07:40,361 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3753020904461489673.jks was interrupted and is shutting down... 2023-12-22T07:07:40,361 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3753020904461489673.jks was interrupted and is shutting down... 2023-12-22T07:07:40,361 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6328476834745866277.jks was interrupted and is shutting down... 2023-12-22T07:07:40,362 INFO [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6328476834745866277.jks thread finished 2023-12-22T07:07:40,362 INFO [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3753020904461489673.jks thread finished 2023-12-22T07:07:40,362 INFO [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3753020904461489673.jks thread finished 2023-12-22T07:07:40,376 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 10) Potentially hanging thread: FileChangeWatcher-hbase_test_key6328476834745866277.jks java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:196) sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:225) sun.nio.fs.AbstractPoller.close(AbstractPoller.java:144) sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:96) sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Timer for 'HBase' metrics system java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:316) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:373) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:316) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:373) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HBase-Metrics2-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:316) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:373) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Monitor thread for TaskMonitor java.lang.Thread.sleep(Native Method) org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Thread-6 sun.nio.fs.UnixNativeDispatcher.close(Native Method) sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:277) sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=369 (was 320) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=598 (was 598), ProcessCount=168 (was 168), AvailableMemoryMB=6596 (was 6977) 2023-12-22T07:07:40,382 INFO [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6328476834745866277.jks thread finished 2023-12-22T07:07:40,384 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=598, ProcessCount=168, AvailableMemoryMB=6596 2023-12-22T07:07:40,385 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-12-22T07:07:40,386 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:46367 2023-12-22T07:07:40,386 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-12-22T07:07:40,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e49fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:40,387 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:40,388 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:40,389 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:40,390 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:40,390 INFO [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6328476834745866277.jks thread started 2023-12-22T07:07:40,390 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:40,391 INFO [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3753020904461489673.jks thread started 2023-12-22T07:07:40,391 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:40,392 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:40,393 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:40,393 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:40,394 INFO [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6328476834745866277.jks thread started 2023-12-22T07:07:40,394 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:40,396 INFO [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3753020904461489673.jks thread started 2023-12-22T07:07:40,396 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x43e63fb6, L:/127.0.0.1:46367 - R:localhost/127.0.0.1:45342] 2023-12-22T07:07:40,416 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:45342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:40,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:40,419 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3753020904461489673.jks was interrupted and is shutting down... 2023-12-22T07:07:40,419 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6328476834745866277.jks was interrupted and is shutting down... 2023-12-22T07:07:40,420 INFO [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3753020904461489673.jks thread finished 2023-12-22T07:07:40,420 INFO [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6328476834745866277.jks thread finished 2023-12-22T07:07:40,827 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,827 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,827 INFO [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,827 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,827 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,827 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,827 INFO [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,827 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6328476834745866277.jks 2023-12-22T07:07:40,827 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,827 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,828 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,828 INFO [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c2f0ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:40,828 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,828 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,828 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,828 INFO [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3753020904461489673.jks 2023-12-22T07:07:40,828 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:40,830 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:40,831 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:40,832 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:40,832 INFO [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6328476834745866277.jks thread started 2023-12-22T07:07:40,832 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:40,833 INFO [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3753020904461489673.jks thread started 2023-12-22T07:07:40,833 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:40,834 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:40,835 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:40,835 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x76b6d909, L:/127.0.0.1:46367 - R:localhost/127.0.0.1:45350] 2023-12-22T07:07:40,871 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:45350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:40,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:40,873 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6328476834745866277.jks was interrupted and is shutting down... 2023-12-22T07:07:40,873 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3753020904461489673.jks was interrupted and is shutting down... 2023-12-22T07:07:40,873 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:46367 2023-12-22T07:07:40,874 DEBUG [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6328476834745866277.jks was interrupted and is shutting down... 2023-12-22T07:07:40,874 INFO [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6328476834745866277.jks thread finished 2023-12-22T07:07:40,874 DEBUG [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3753020904461489673.jks was interrupted and is shutting down... 2023-12-22T07:07:40,888 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=27 (was 21) Potentially hanging thread: Thread-11 sun.nio.fs.UnixNativeDispatcher.close(Native Method) sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:277) sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3753020904461489673.jks java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:196) sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:225) sun.nio.fs.AbstractPoller.close(AbstractPoller.java:144) sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:96) sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca3753020904461489673.jks java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:196) sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:225) sun.nio.fs.AbstractPoller.close(AbstractPoller.java:144) sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:96) sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Thread-12 sun.nio.fs.UnixNativeDispatcher.close(Native Method) sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:277) sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Thread-14 sun.nio.fs.UnixNativeDispatcher.close(Native Method) sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:277) sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=598 (was 598), ProcessCount=168 (was 168), AvailableMemoryMB=6532 (was 6596) 2023-12-22T07:07:40,890 INFO [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3753020904461489673.jks thread finished 2023-12-22T07:07:40,892 INFO [FileChangeWatcher-hbase_test_key6328476834745866277.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6328476834745866277.jks thread finished 2023-12-22T07:07:40,890 INFO [FileChangeWatcher-hbase_test_ca3753020904461489673.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3753020904461489673.jks thread finished 2023-12-22T07:07:40,901 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=24, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=598, ProcessCount=168, AvailableMemoryMB=6532 2023-12-22T07:07:41,052 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-12-22T07:07:41,053 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:44215 2023-12-22T07:07:41,053 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-12-22T07:07:41,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bbc428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:41,054 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:41,072 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:41,086 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:41,087 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:41,088 INFO [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key803978970853148751.pem thread started 2023-12-22T07:07:41,088 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:41,088 INFO [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1913841608208651338.pem thread started 2023-12-22T07:07:41,088 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:41,094 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:41,094 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:41,095 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:41,098 INFO [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key803978970853148751.pem thread started 2023-12-22T07:07:41,098 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:41,098 INFO [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1913841608208651338.pem thread started 2023-12-22T07:07:41,098 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x017a27e3, L:/127.0.0.1:44215 - R:localhost/127.0.0.1:52882] 2023-12-22T07:07:41,121 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:52882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:41,349 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,349 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,349 DEBUG [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,349 INFO [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,349 DEBUG [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,349 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,349 INFO [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,350 DEBUG [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,350 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,350 INFO [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,350 DEBUG [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1913841608208651338.pem 2023-12-22T07:07:41,349 DEBUG [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,350 INFO [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,350 INFO [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1913841608208651338.pem 2023-12-22T07:07:41,350 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,44215,0 is dead - stopping the connection localhost:44215/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-12-22T07:07:41,350 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1913841608208651338.pem 2023-12-22T07:07:41,350 DEBUG [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1913841608208651338.pem 2023-12-22T07:07:41,350 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1913841608208651338.pem 2023-12-22T07:07:41,350 INFO [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1913841608208651338.pem 2023-12-22T07:07:41,351 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1913841608208651338.pem 2023-12-22T07:07:41,351 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:41,351 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1913841608208651338.pem 2023-12-22T07:07:41,352 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:41,359 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:41,360 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:41,365 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:41,365 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:41,366 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x2470880e, L:/127.0.0.1:44215 - R:localhost/127.0.0.1:52896] 2023-12-22T07:07:41,391 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:52896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:41,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:41,393 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key803978970853148751.pem was interrupted and is shutting down... 2023-12-22T07:07:41,393 DEBUG [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1913841608208651338.pem was interrupted and is shutting down... 2023-12-22T07:07:41,393 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:44215 2023-12-22T07:07:41,393 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key803978970853148751.pem was interrupted and is shutting down... 2023-12-22T07:07:41,398 DEBUG [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1913841608208651338.pem was interrupted and is shutting down... 2023-12-22T07:07:41,398 INFO [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key803978970853148751.pem thread finished 2023-12-22T07:07:41,398 INFO [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1913841608208651338.pem thread finished 2023-12-22T07:07:41,398 INFO [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key803978970853148751.pem thread finished 2023-12-22T07:07:41,414 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25 (was 24) - Thread LEAK? -, OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=598 (was 598), ProcessCount=168 (was 168), AvailableMemoryMB=6450 (was 6532) 2023-12-22T07:07:41,418 INFO [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1913841608208651338.pem thread finished 2023-12-22T07:07:41,421 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=598, ProcessCount=168, AvailableMemoryMB=6449 2023-12-22T07:07:41,423 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-12-22T07:07:41,423 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:37565 2023-12-22T07:07:41,424 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-12-22T07:07:41,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22617972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:41,425 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:41,426 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:41,430 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:41,430 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:41,432 INFO [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key803978970853148751.pem thread started 2023-12-22T07:07:41,432 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:41,434 INFO [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1913841608208651338.pem thread started 2023-12-22T07:07:41,434 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:41,439 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:41,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:41,440 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:41,441 INFO [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key803978970853148751.pem thread started 2023-12-22T07:07:41,441 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:41,442 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x1a14185d, L:/127.0.0.1:37565 - R:localhost/127.0.0.1:38904] 2023-12-22T07:07:41,442 INFO [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1913841608208651338.pem thread started 2023-12-22T07:07:41,462 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:38904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:41,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:41,464 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key803978970853148751.pem was interrupted and is shutting down... 2023-12-22T07:07:41,464 DEBUG [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1913841608208651338.pem was interrupted and is shutting down... 2023-12-22T07:07:41,464 INFO [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key803978970853148751.pem thread finished 2023-12-22T07:07:41,464 INFO [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1913841608208651338.pem thread finished 2023-12-22T07:07:41,834 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,834 DEBUG [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,835 DEBUG [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,835 INFO [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,835 DEBUG [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,835 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,835 DEBUG [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,835 DEBUG [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1913841608208651338.pem 2023-12-22T07:07:41,835 INFO [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key803978970853148751.pem 2023-12-22T07:07:41,835 INFO [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1913841608208651338.pem 2023-12-22T07:07:41,835 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1913841608208651338.pem 2023-12-22T07:07:41,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1478ea63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:41,835 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1913841608208651338.pem 2023-12-22T07:07:41,836 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:41,837 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:41,842 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:41,842 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:41,843 INFO [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key803978970853148751.pem thread started 2023-12-22T07:07:41,843 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:41,844 INFO [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1913841608208651338.pem thread started 2023-12-22T07:07:41,844 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:41,849 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:41,849 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:41,849 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x475080d0, L:/127.0.0.1:37565 - R:localhost/127.0.0.1:38906] 2023-12-22T07:07:41,869 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:38906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:41,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:41,871 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key803978970853148751.pem was interrupted and is shutting down... 2023-12-22T07:07:41,871 DEBUG [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1913841608208651338.pem was interrupted and is shutting down... 2023-12-22T07:07:41,871 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:37565 2023-12-22T07:07:41,871 DEBUG [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key803978970853148751.pem was interrupted and is shutting down... 2023-12-22T07:07:41,871 DEBUG [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1913841608208651338.pem was interrupted and is shutting down... 2023-12-22T07:07:41,871 INFO [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key803978970853148751.pem thread finished 2023-12-22T07:07:41,874 INFO [FileChangeWatcher-hbase_test_key803978970853148751.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key803978970853148751.pem thread finished 2023-12-22T07:07:41,874 INFO [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1913841608208651338.pem thread finished 2023-12-22T07:07:41,874 INFO [FileChangeWatcher-hbase_test_ca1913841608208651338.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1913841608208651338.pem thread finished 2023-12-22T07:07:41,886 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25 (was 25), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=598 (was 598), ProcessCount=168 (was 168), AvailableMemoryMB=6440 (was 6449) 2023-12-22T07:07:41,894 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=25, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=598, ProcessCount=168, AvailableMemoryMB=6440 2023-12-22T07:07:42,089 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-12-22T07:07:42,090 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:35559 2023-12-22T07:07:42,090 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-12-22T07:07:42,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd4df42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:42,091 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:42,092 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:42,231 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:42,231 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:42,232 INFO [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3854354232392763268.p12 thread started 2023-12-22T07:07:42,232 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:42,232 INFO [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4444501667891671261.p12 thread started 2023-12-22T07:07:42,233 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:42,310 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:42,386 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:42,386 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:42,387 INFO [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3854354232392763268.p12 thread started 2023-12-22T07:07:42,387 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:42,387 INFO [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4444501667891671261.p12 thread started 2023-12-22T07:07:42,387 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xd02797a5, L:/127.0.0.1:35559 - R:localhost/127.0.0.1:43694] 2023-12-22T07:07:42,503 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:43694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:42,594 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:42,594 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:42,594 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:42,594 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:42,594 INFO [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:42,594 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:42,594 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:42,594 INFO [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:42,705 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:42,705 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:42,705 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:42,705 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:42,706 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:42,706 INFO [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:42,706 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:42,706 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:42,706 INFO [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:42,706 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:42,706 INFO [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:42,706 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:42,706 INFO [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:42,706 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:42,706 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:42,706 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:42,771 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:42,771 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:42,771 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:42,771 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:42,771 INFO [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:42,771 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,35559,0 is dead - stopping the connection localhost:35559/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-12-22T07:07:42,771 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:42,771 INFO [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:42,771 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:42,772 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:42,773 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:42,921 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:42,921 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:42,986 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:43,050 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:43,051 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xd20ff495, L:/127.0.0.1:35559 - R:localhost/127.0.0.1:43700] 2023-12-22T07:07:43,164 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:43700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:43,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:43,166 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:35559 2023-12-22T07:07:43,166 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3854354232392763268.p12 was interrupted and is shutting down... 2023-12-22T07:07:43,166 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4444501667891671261.p12 was interrupted and is shutting down... 2023-12-22T07:07:43,166 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3854354232392763268.p12 was interrupted and is shutting down... 2023-12-22T07:07:43,166 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4444501667891671261.p12 was interrupted and is shutting down... 2023-12-22T07:07:43,166 INFO [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4444501667891671261.p12 thread finished 2023-12-22T07:07:43,167 INFO [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3854354232392763268.p12 thread finished 2023-12-22T07:07:43,175 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 25) - Thread LEAK? -, OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=567 (was 598), ProcessCount=168 (was 168), AvailableMemoryMB=6346 (was 6440) 2023-12-22T07:07:43,183 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=567, ProcessCount=168, AvailableMemoryMB=6345 2023-12-22T07:07:43,184 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-12-22T07:07:43,184 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:44815 2023-12-22T07:07:43,184 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-12-22T07:07:43,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4286dbdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:43,185 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:43,186 INFO [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3854354232392763268.p12 thread finished 2023-12-22T07:07:43,186 INFO [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4444501667891671261.p12 thread finished 2023-12-22T07:07:43,186 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:43,326 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:43,327 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:43,327 INFO [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3854354232392763268.p12 thread started 2023-12-22T07:07:43,327 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:43,328 INFO [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4444501667891671261.p12 thread started 2023-12-22T07:07:43,328 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:43,394 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:43,461 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:43,462 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:43,463 INFO [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3854354232392763268.p12 thread started 2023-12-22T07:07:43,463 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:43,463 INFO [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4444501667891671261.p12 thread started 2023-12-22T07:07:43,463 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x2a6dc949, L:/127.0.0.1:44815 - R:localhost/127.0.0.1:58720] 2023-12-22T07:07:43,583 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:58720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:43,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:43,586 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4444501667891671261.p12 was interrupted and is shutting down... 2023-12-22T07:07:43,586 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3854354232392763268.p12 was interrupted and is shutting down... 2023-12-22T07:07:43,586 INFO [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4444501667891671261.p12 thread finished 2023-12-22T07:07:43,586 INFO [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3854354232392763268.p12 thread finished 2023-12-22T07:07:43,844 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:43,844 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:43,844 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:43,844 INFO [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:43,971 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:43,971 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:43,971 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:43,971 INFO [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3854354232392763268.p12 2023-12-22T07:07:43,971 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:43,971 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:43,971 INFO [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:43,971 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:44,061 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:44,061 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:44,061 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:44,061 INFO [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4444501667891671261.p12 2023-12-22T07:07:44,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69cc1bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:44,062 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:44,063 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:44,200 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:44,200 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:44,201 INFO [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3854354232392763268.p12 thread started 2023-12-22T07:07:44,201 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:44,202 INFO [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4444501667891671261.p12 thread started 2023-12-22T07:07:44,202 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:44,271 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:44,338 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:44,338 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x9c0c271a, L:/127.0.0.1:44815 - R:localhost/127.0.0.1:58736] 2023-12-22T07:07:44,454 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:58736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:44,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:44,456 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4444501667891671261.p12 was interrupted and is shutting down... 2023-12-22T07:07:44,456 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3854354232392763268.p12 was interrupted and is shutting down... 2023-12-22T07:07:44,456 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:44815 2023-12-22T07:07:44,456 DEBUG [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3854354232392763268.p12 was interrupted and is shutting down... 2023-12-22T07:07:44,457 DEBUG [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4444501667891671261.p12 was interrupted and is shutting down... 2023-12-22T07:07:44,457 INFO [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3854354232392763268.p12 thread finished 2023-12-22T07:07:44,457 INFO [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4444501667891671261.p12 thread finished 2023-12-22T07:07:44,457 INFO [FileChangeWatcher-hbase_test_key3854354232392763268.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3854354232392763268.p12 thread finished 2023-12-22T07:07:44,457 INFO [FileChangeWatcher-hbase_test_ca4444501667891671261.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4444501667891671261.p12 thread finished 2023-12-22T07:07:44,467 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29 (was 31), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=567 (was 567), ProcessCount=168 (was 168), AvailableMemoryMB=6295 (was 6345) 2023-12-22T07:07:44,475 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=29, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=567, ProcessCount=168, AvailableMemoryMB=6294 2023-12-22T07:07:44,989 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-12-22T07:07:44,990 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:33471 2023-12-22T07:07:44,990 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-12-22T07:07:44,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c3cbd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:44,991 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:44,992 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:45,314 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:45,314 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:45,315 INFO [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2213540481349973490.bcfks thread started 2023-12-22T07:07:45,315 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:45,316 INFO [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks thread started 2023-12-22T07:07:45,316 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:45,464 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:45,611 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:45,611 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:45,612 INFO [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2213540481349973490.bcfks thread started 2023-12-22T07:07:45,612 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:45,612 INFO [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks thread started 2023-12-22T07:07:45,612 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x2a3b033a, L:/127.0.0.1:33471 - R:localhost/127.0.0.1:45328] 2023-12-22T07:07:45,790 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:45328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:45,980 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:45,980 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:45,980 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:45,980 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:45,980 INFO [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:45,980 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:45,980 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:45,980 INFO [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:46,216 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:46,216 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:46,216 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:46,216 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:46,216 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:46,216 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:46,216 INFO [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:46,216 INFO [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:46,216 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:46,216 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:46,216 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:46,216 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:46,216 INFO [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:46,216 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:46,216 INFO [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:46,216 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:46,364 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:46,365 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,33471,0 is dead - stopping the connection localhost:33471/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-12-22T07:07:46,364 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:46,364 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:46,364 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:46,365 INFO [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:46,365 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:46,365 INFO [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:46,365 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:46,365 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:46,366 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:46,697 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:46,697 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:46,848 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:46,996 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:46,996 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x7f195265, L:/127.0.0.1:33471 - R:localhost/127.0.0.1:45344] 2023-12-22T07:07:47,183 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:45344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:47,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:47,185 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2213540481349973490.bcfks was interrupted and is shutting down... 2023-12-22T07:07:47,185 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:33471 2023-12-22T07:07:47,185 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks was interrupted and is shutting down... 2023-12-22T07:07:47,185 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2213540481349973490.bcfks was interrupted and is shutting down... 2023-12-22T07:07:47,185 INFO [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2213540481349973490.bcfks thread finished 2023-12-22T07:07:47,185 INFO [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks thread finished 2023-12-22T07:07:47,186 INFO [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2213540481349973490.bcfks thread finished 2023-12-22T07:07:47,186 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks was interrupted and is shutting down... 2023-12-22T07:07:47,196 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 29) - Thread LEAK? -, OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=567 (was 567), ProcessCount=168 (was 168), AvailableMemoryMB=6252 (was 6294) 2023-12-22T07:07:47,202 INFO [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks thread finished 2023-12-22T07:07:47,204 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=567, ProcessCount=168, AvailableMemoryMB=6252 2023-12-22T07:07:47,205 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-12-22T07:07:47,206 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:42765 2023-12-22T07:07:47,206 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-12-22T07:07:47,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22415994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:47,207 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:47,208 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:47,512 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:47,513 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:47,514 INFO [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2213540481349973490.bcfks thread started 2023-12-22T07:07:47,514 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:47,514 INFO [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks thread started 2023-12-22T07:07:47,514 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:47,663 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:47,814 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:47,815 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:47,815 INFO [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2213540481349973490.bcfks thread started 2023-12-22T07:07:47,815 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:47,816 INFO [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks thread started 2023-12-22T07:07:47,816 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xbd3b08f3, L:/127.0.0.1:42765 - R:localhost/127.0.0.1:51174] 2023-12-22T07:07:47,980 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:51174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:47,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:47,982 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2213540481349973490.bcfks was interrupted and is shutting down... 2023-12-22T07:07:47,982 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks was interrupted and is shutting down... 2023-12-22T07:07:47,982 INFO [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks thread finished 2023-12-22T07:07:47,983 INFO [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2213540481349973490.bcfks thread finished 2023-12-22T07:07:48,115 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:48,115 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:48,115 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:48,115 INFO [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:48,335 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:48,335 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:48,335 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:48,335 INFO [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2213540481349973490.bcfks 2023-12-22T07:07:48,335 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:48,335 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:48,335 INFO [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:48,335 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:48,483 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:48,483 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:48,483 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:48,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33dd38aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:48,483 INFO [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2719602528845098257.bcfks 2023-12-22T07:07:48,483 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:48,484 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:48,780 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:48,780 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:48,781 INFO [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2213540481349973490.bcfks thread started 2023-12-22T07:07:48,781 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:48,782 INFO [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks thread started 2023-12-22T07:07:48,782 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:48,943 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,092 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,093 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x523b9ae2, L:/127.0.0.1:42765 - R:localhost/127.0.0.1:51186] 2023-12-22T07:07:49,265 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:51186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:49,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:49,268 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2213540481349973490.bcfks was interrupted and is shutting down... 2023-12-22T07:07:49,268 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:42765 2023-12-22T07:07:49,268 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks was interrupted and is shutting down... 2023-12-22T07:07:49,268 DEBUG [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2213540481349973490.bcfks was interrupted and is shutting down... 2023-12-22T07:07:49,268 DEBUG [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks was interrupted and is shutting down... 2023-12-22T07:07:49,268 INFO [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks thread finished 2023-12-22T07:07:49,268 INFO [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2213540481349973490.bcfks thread finished 2023-12-22T07:07:49,268 INFO [FileChangeWatcher-hbase_test_key2213540481349973490.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2213540481349973490.bcfks thread finished 2023-12-22T07:07:49,268 INFO [FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2719602528845098257.bcfks thread finished 2023-12-22T07:07:49,278 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 33), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=601 (was 567) - SystemLoadAverage LEAK? -, ProcessCount=168 (was 168), AvailableMemoryMB=6151 (was 6252) 2023-12-22T07:07:49,286 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=33, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=601, ProcessCount=168, AvailableMemoryMB=6150 2023-12-22T07:07:49,368 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-12-22T07:07:49,369 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:38933 2023-12-22T07:07:49,369 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-12-22T07:07:49,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73fa655d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:49,370 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:49,370 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,371 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,372 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,372 INFO [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5346564171888998392.jks thread started 2023-12-22T07:07:49,372 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,373 INFO [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8554163261608876307.jks thread started 2023-12-22T07:07:49,373 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:49,374 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,374 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,374 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,375 INFO [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5346564171888998392.jks thread started 2023-12-22T07:07:49,375 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,375 INFO [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8554163261608876307.jks thread started 2023-12-22T07:07:49,375 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xe7b5c018, L:/127.0.0.1:38933 - R:localhost/127.0.0.1:44670] 2023-12-22T07:07:49,402 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:44670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,409 INFO [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,409 INFO [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,409 INFO [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,409 INFO [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,409 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,38933,0 is dead - stopping the connection localhost:38933/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,409 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,410 INFO [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,410 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,410 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,410 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,410 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,410 INFO [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,410 INFO [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,410 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:49,410 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,411 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,411 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:49,412 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,412 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,413 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x1fafd022, L:/127.0.0.1:38933 - R:localhost/127.0.0.1:44686] 2023-12-22T07:07:49,435 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:44686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:49,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:49,436 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5346564171888998392.jks was interrupted and is shutting down... 2023-12-22T07:07:49,436 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8554163261608876307.jks was interrupted and is shutting down... 2023-12-22T07:07:49,436 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:38933 2023-12-22T07:07:49,436 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5346564171888998392.jks was interrupted and is shutting down... 2023-12-22T07:07:49,436 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8554163261608876307.jks was interrupted and is shutting down... 2023-12-22T07:07:49,437 INFO [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5346564171888998392.jks thread finished 2023-12-22T07:07:49,445 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 33) - Thread LEAK? -, OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=601 (was 601), ProcessCount=168 (was 168), AvailableMemoryMB=6150 (was 6150) 2023-12-22T07:07:49,450 INFO [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8554163261608876307.jks thread finished 2023-12-22T07:07:49,450 INFO [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8554163261608876307.jks thread finished 2023-12-22T07:07:49,450 INFO [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5346564171888998392.jks thread finished 2023-12-22T07:07:49,455 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=601, ProcessCount=168, AvailableMemoryMB=6150 2023-12-22T07:07:49,456 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-12-22T07:07:49,457 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:39261 2023-12-22T07:07:49,457 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-12-22T07:07:49,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5000d334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:49,458 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:49,459 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,459 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,460 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,460 INFO [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5346564171888998392.jks thread started 2023-12-22T07:07:49,460 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,461 INFO [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8554163261608876307.jks thread started 2023-12-22T07:07:49,461 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:49,462 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,462 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,462 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,463 INFO [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5346564171888998392.jks thread started 2023-12-22T07:07:49,463 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,463 INFO [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8554163261608876307.jks thread started 2023-12-22T07:07:49,463 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xa608f11b, L:/127.0.0.1:39261 - R:localhost/127.0.0.1:59814] 2023-12-22T07:07:49,482 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:59814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:49,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:49,484 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8554163261608876307.jks was interrupted and is shutting down... 2023-12-22T07:07:49,484 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5346564171888998392.jks was interrupted and is shutting down... 2023-12-22T07:07:49,484 INFO [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5346564171888998392.jks thread finished 2023-12-22T07:07:49,484 INFO [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8554163261608876307.jks thread finished 2023-12-22T07:07:49,488 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,488 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,488 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,488 INFO [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,488 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,488 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,488 INFO [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,488 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,488 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5346564171888998392.jks 2023-12-22T07:07:49,488 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,488 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,489 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,489 INFO [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,489 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a94546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:49,489 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,489 INFO [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8554163261608876307.jks 2023-12-22T07:07:49,489 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:49,490 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,491 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,491 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,492 INFO [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5346564171888998392.jks thread started 2023-12-22T07:07:49,494 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,494 INFO [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8554163261608876307.jks thread started 2023-12-22T07:07:49,494 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:49,495 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,495 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,495 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x5bd7543a, L:/127.0.0.1:39261 - R:localhost/127.0.0.1:59822] 2023-12-22T07:07:49,516 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:59822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:49,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:49,518 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5346564171888998392.jks was interrupted and is shutting down... 2023-12-22T07:07:49,518 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:39261 2023-12-22T07:07:49,518 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8554163261608876307.jks was interrupted and is shutting down... 2023-12-22T07:07:49,518 DEBUG [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5346564171888998392.jks was interrupted and is shutting down... 2023-12-22T07:07:49,518 DEBUG [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8554163261608876307.jks was interrupted and is shutting down... 2023-12-22T07:07:49,518 INFO [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5346564171888998392.jks thread finished 2023-12-22T07:07:49,518 INFO [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8554163261608876307.jks thread finished 2023-12-22T07:07:49,518 INFO [FileChangeWatcher-hbase_test_key5346564171888998392.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5346564171888998392.jks thread finished 2023-12-22T07:07:49,526 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 39), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=601 (was 601), ProcessCount=168 (was 168), AvailableMemoryMB=6149 (was 6150) 2023-12-22T07:07:49,534 INFO [FileChangeWatcher-hbase_test_ca8554163261608876307.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8554163261608876307.jks thread finished 2023-12-22T07:07:49,534 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=601, ProcessCount=168, AvailableMemoryMB=6148 2023-12-22T07:07:49,539 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-12-22T07:07:49,539 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:36961 2023-12-22T07:07:49,540 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-12-22T07:07:49,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616841a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:49,540 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:49,541 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,544 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,545 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,545 INFO [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key503364231802797014.pem thread started 2023-12-22T07:07:49,545 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,545 INFO [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3304829518127503418.pem thread started 2023-12-22T07:07:49,545 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:49,549 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,549 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,550 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,550 INFO [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key503364231802797014.pem thread started 2023-12-22T07:07:49,550 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,550 INFO [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3304829518127503418.pem thread started 2023-12-22T07:07:49,550 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x66a8b4d4, L:/127.0.0.1:36961 - R:localhost/127.0.0.1:59860] 2023-12-22T07:07:49,567 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:59860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:49,575 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key503364231802797014.pem 2023-12-22T07:07:49,575 DEBUG [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key503364231802797014.pem 2023-12-22T07:07:49,575 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key503364231802797014.pem 2023-12-22T07:07:49,575 DEBUG [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key503364231802797014.pem 2023-12-22T07:07:49,576 INFO [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key503364231802797014.pem 2023-12-22T07:07:49,576 DEBUG [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key503364231802797014.pem 2023-12-22T07:07:49,576 DEBUG [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key503364231802797014.pem 2023-12-22T07:07:49,576 INFO [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key503364231802797014.pem 2023-12-22T07:07:49,576 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key503364231802797014.pem 2023-12-22T07:07:49,576 INFO [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key503364231802797014.pem 2023-12-22T07:07:49,576 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,576 DEBUG [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,576 DEBUG [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,576 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,576 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,576 INFO [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,576 INFO [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,576 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,576 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,36961,0 is dead - stopping the connection localhost:36961/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-12-22T07:07:49,576 DEBUG [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,576 DEBUG [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,576 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,576 INFO [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,576 INFO [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,576 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,576 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,576 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:49,576 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,577 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,581 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,581 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:49,584 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,584 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,585 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x085c634b, L:/127.0.0.1:36961 - R:localhost/127.0.0.1:59876] 2023-12-22T07:07:49,604 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:59876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:49,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:49,606 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key503364231802797014.pem was interrupted and is shutting down... 2023-12-22T07:07:49,606 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:36961 2023-12-22T07:07:49,606 DEBUG [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3304829518127503418.pem was interrupted and is shutting down... 2023-12-22T07:07:49,606 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key503364231802797014.pem was interrupted and is shutting down... 2023-12-22T07:07:49,606 DEBUG [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3304829518127503418.pem was interrupted and is shutting down... 2023-12-22T07:07:49,606 INFO [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key503364231802797014.pem thread finished 2023-12-22T07:07:49,606 INFO [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key503364231802797014.pem thread finished 2023-12-22T07:07:49,606 INFO [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3304829518127503418.pem thread finished 2023-12-22T07:07:49,614 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 35), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=601 (was 601), ProcessCount=168 (was 168), AvailableMemoryMB=6148 (was 6148) 2023-12-22T07:07:49,621 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=601, ProcessCount=168, AvailableMemoryMB=6148 2023-12-22T07:07:49,622 INFO [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3304829518127503418.pem thread finished 2023-12-22T07:07:49,622 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-12-22T07:07:49,623 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:46529 2023-12-22T07:07:49,623 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-12-22T07:07:49,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10497aad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:49,623 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:49,624 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,627 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,627 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,628 INFO [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key503364231802797014.pem thread started 2023-12-22T07:07:49,628 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,628 INFO [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3304829518127503418.pem thread started 2023-12-22T07:07:49,628 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:49,631 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,631 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,632 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,632 INFO [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key503364231802797014.pem thread started 2023-12-22T07:07:49,632 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,632 INFO [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3304829518127503418.pem thread started 2023-12-22T07:07:49,632 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x603b750c, L:/127.0.0.1:46529 - R:localhost/127.0.0.1:55804] 2023-12-22T07:07:49,650 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:55804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:49,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:49,651 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key503364231802797014.pem was interrupted and is shutting down... 2023-12-22T07:07:49,651 DEBUG [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3304829518127503418.pem was interrupted and is shutting down... 2023-12-22T07:07:49,652 INFO [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key503364231802797014.pem thread finished 2023-12-22T07:07:49,652 INFO [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3304829518127503418.pem thread finished 2023-12-22T07:07:49,658 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key503364231802797014.pem 2023-12-22T07:07:49,658 DEBUG [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key503364231802797014.pem 2023-12-22T07:07:49,658 INFO [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key503364231802797014.pem 2023-12-22T07:07:49,658 DEBUG [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key503364231802797014.pem 2023-12-22T07:07:49,658 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,658 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,658 DEBUG [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,659 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,659 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,659 INFO [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3304829518127503418.pem 2023-12-22T07:07:49,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f14e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:49,659 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:49,660 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,663 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,663 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,663 INFO [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key503364231802797014.pem thread started 2023-12-22T07:07:49,664 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:49,664 INFO [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3304829518127503418.pem thread started 2023-12-22T07:07:49,664 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:49,668 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:49,668 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:49,668 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x9b4c9882, L:/127.0.0.1:46529 - R:localhost/127.0.0.1:55816] 2023-12-22T07:07:49,688 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:55816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:49,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:49,690 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key503364231802797014.pem was interrupted and is shutting down... 2023-12-22T07:07:49,690 DEBUG [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3304829518127503418.pem was interrupted and is shutting down... 2023-12-22T07:07:49,690 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:46529 2023-12-22T07:07:49,690 DEBUG [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key503364231802797014.pem was interrupted and is shutting down... 2023-12-22T07:07:49,690 DEBUG [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3304829518127503418.pem was interrupted and is shutting down... 2023-12-22T07:07:49,690 INFO [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key503364231802797014.pem thread finished 2023-12-22T07:07:49,690 INFO [FileChangeWatcher-hbase_test_key503364231802797014.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key503364231802797014.pem thread finished 2023-12-22T07:07:49,690 INFO [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3304829518127503418.pem thread finished 2023-12-22T07:07:49,699 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 35), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=601 (was 601), ProcessCount=168 (was 168), AvailableMemoryMB=6147 (was 6148) 2023-12-22T07:07:49,706 INFO [FileChangeWatcher-hbase_test_ca3304829518127503418.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3304829518127503418.pem thread finished 2023-12-22T07:07:49,706 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=601, ProcessCount=168, AvailableMemoryMB=6147 2023-12-22T07:07:49,895 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-12-22T07:07:49,895 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:38579 2023-12-22T07:07:49,896 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-12-22T07:07:49,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669f697f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:49,897 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:49,897 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:50,054 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:50,055 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:50,055 INFO [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3473697688913667078.p12 thread started 2023-12-22T07:07:50,058 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:50,058 INFO [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8570509727565094327.p12 thread started 2023-12-22T07:07:50,058 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:50,128 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:50,198 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:50,198 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:50,199 INFO [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3473697688913667078.p12 thread started 2023-12-22T07:07:50,200 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:50,200 INFO [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8570509727565094327.p12 thread started 2023-12-22T07:07:50,200 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x2137611c, L:/127.0.0.1:38579 - R:localhost/127.0.0.1:36428] 2023-12-22T07:07:50,324 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:36428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:50,329 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:50,329 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:50,329 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:50,329 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:50,329 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:50,329 INFO [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:50,329 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:50,329 INFO [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:50,448 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:50,448 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:50,448 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:50,448 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:50,448 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:50,448 INFO [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:50,448 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:50,448 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:50,448 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:50,448 INFO [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:50,448 INFO [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:50,448 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:50,448 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:50,449 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:50,449 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:50,449 INFO [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:50,513 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:50,513 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:50,513 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:50,513 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,38579,0 is dead - stopping the connection localhost:38579/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-12-22T07:07:50,513 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:50,513 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:50,513 INFO [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:50,513 INFO [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:50,513 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:50,513 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:50,514 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:50,660 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:50,661 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:50,726 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:50,793 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:50,794 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xfab3ac12, L:/127.0.0.1:38579 - R:localhost/127.0.0.1:36442] 2023-12-22T07:07:50,927 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:36442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:50,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:50,929 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8570509727565094327.p12 was interrupted and is shutting down... 2023-12-22T07:07:50,929 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:38579 2023-12-22T07:07:50,929 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3473697688913667078.p12 was interrupted and is shutting down... 2023-12-22T07:07:50,929 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3473697688913667078.p12 was interrupted and is shutting down... 2023-12-22T07:07:50,929 INFO [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8570509727565094327.p12 thread finished 2023-12-22T07:07:50,929 INFO [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3473697688913667078.p12 thread finished 2023-12-22T07:07:50,929 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8570509727565094327.p12 was interrupted and is shutting down... 2023-12-22T07:07:50,929 INFO [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3473697688913667078.p12 thread finished 2023-12-22T07:07:50,938 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 35), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=601 (was 601), ProcessCount=169 (was 168) - ProcessCount LEAK? -, AvailableMemoryMB=6124 (was 6147) 2023-12-22T07:07:50,947 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=601, ProcessCount=168, AvailableMemoryMB=6123 2023-12-22T07:07:50,948 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-12-22T07:07:50,949 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:34807 2023-12-22T07:07:50,949 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-12-22T07:07:50,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a07253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:50,950 INFO [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8570509727565094327.p12 thread finished 2023-12-22T07:07:50,950 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:50,950 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:51,111 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:51,112 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:51,113 INFO [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3473697688913667078.p12 thread started 2023-12-22T07:07:51,113 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:51,113 INFO [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8570509727565094327.p12 thread started 2023-12-22T07:07:51,113 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:51,200 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:51,273 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:51,274 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:51,274 INFO [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3473697688913667078.p12 thread started 2023-12-22T07:07:51,274 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:51,275 INFO [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8570509727565094327.p12 thread started 2023-12-22T07:07:51,275 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x840e8b87, L:/127.0.0.1:34807 - R:localhost/127.0.0.1:37920] 2023-12-22T07:07:51,388 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:37920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:51,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:51,390 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3473697688913667078.p12 was interrupted and is shutting down... 2023-12-22T07:07:51,390 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8570509727565094327.p12 was interrupted and is shutting down... 2023-12-22T07:07:51,390 INFO [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8570509727565094327.p12 thread finished 2023-12-22T07:07:51,390 INFO [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3473697688913667078.p12 thread finished 2023-12-22T07:07:51,394 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:51,394 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:51,394 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:51,394 INFO [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:51,509 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:51,509 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:51,510 INFO [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:51,510 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3473697688913667078.p12 2023-12-22T07:07:51,510 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:51,510 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:51,510 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:51,510 INFO [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:51,573 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:51,574 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:51,574 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:51,574 INFO [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8570509727565094327.p12 2023-12-22T07:07:51,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7657e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:51,574 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:51,575 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:51,709 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:51,709 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:51,709 INFO [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3473697688913667078.p12 thread started 2023-12-22T07:07:51,709 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:51,710 INFO [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8570509727565094327.p12 thread started 2023-12-22T07:07:51,710 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:51,788 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:51,860 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:51,860 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x47c50b78, L:/127.0.0.1:34807 - R:localhost/127.0.0.1:37922] 2023-12-22T07:07:51,977 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:37922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:51,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:51,978 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:34807 2023-12-22T07:07:51,978 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3473697688913667078.p12 was interrupted and is shutting down... 2023-12-22T07:07:51,978 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8570509727565094327.p12 was interrupted and is shutting down... 2023-12-22T07:07:51,978 DEBUG [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3473697688913667078.p12 was interrupted and is shutting down... 2023-12-22T07:07:51,979 DEBUG [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8570509727565094327.p12 was interrupted and is shutting down... 2023-12-22T07:07:51,979 INFO [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3473697688913667078.p12 thread finished 2023-12-22T07:07:51,979 INFO [FileChangeWatcher-hbase_test_key3473697688913667078.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3473697688913667078.p12 thread finished 2023-12-22T07:07:51,979 INFO [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8570509727565094327.p12 thread finished 2023-12-22T07:07:51,987 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 35), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=601 (was 601), ProcessCount=168 (was 168), AvailableMemoryMB=6011 (was 6123) 2023-12-22T07:07:51,995 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=601, ProcessCount=168, AvailableMemoryMB=6011 2023-12-22T07:07:51,998 INFO [FileChangeWatcher-hbase_test_ca8570509727565094327.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8570509727565094327.p12 thread finished 2023-12-22T07:07:52,386 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-12-22T07:07:52,387 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:32973 2023-12-22T07:07:52,387 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-12-22T07:07:52,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a586bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:52,388 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:52,389 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:52,682 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:52,683 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:52,683 INFO [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4945794197431139204.bcfks thread started 2023-12-22T07:07:52,683 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:52,684 INFO [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks thread started 2023-12-22T07:07:52,684 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:52,833 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:52,982 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:52,983 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:52,983 INFO [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4945794197431139204.bcfks thread started 2023-12-22T07:07:52,983 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:52,984 INFO [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks thread started 2023-12-22T07:07:52,984 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xf1696a03, L:/127.0.0.1:32973 - R:localhost/127.0.0.1:53500] 2023-12-22T07:07:53,227 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:53500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:53,234 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:53,234 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:53,234 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:53,234 INFO [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:53,234 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:53,234 INFO [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:53,234 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:53,234 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:53,460 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:53,460 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:53,460 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:53,460 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:53,460 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:53,460 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:53,460 INFO [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:53,460 INFO [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:53,460 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:53,460 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:53,460 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:53,460 INFO [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:53,460 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:53,460 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:53,460 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:53,460 INFO [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:53,608 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:53,608 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:53,608 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:53,608 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,32973,0 is dead - stopping the connection localhost:32973/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-12-22T07:07:53,608 INFO [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:53,608 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:53,608 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:53,608 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:53,608 INFO [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:53,608 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:53,609 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:53,903 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:53,903 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:54,050 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:54,197 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:54,198 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x7f7877cc, L:/127.0.0.1:32973 - R:localhost/127.0.0.1:53510] 2023-12-22T07:07:54,368 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:53510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:54,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:54,369 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks was interrupted and is shutting down... 2023-12-22T07:07:54,369 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4945794197431139204.bcfks was interrupted and is shutting down... 2023-12-22T07:07:54,369 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:32973 2023-12-22T07:07:54,370 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4945794197431139204.bcfks was interrupted and is shutting down... 2023-12-22T07:07:54,370 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks was interrupted and is shutting down... 2023-12-22T07:07:54,370 INFO [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4945794197431139204.bcfks thread finished 2023-12-22T07:07:54,370 INFO [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks thread finished 2023-12-22T07:07:54,370 INFO [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4945794197431139204.bcfks thread finished 2023-12-22T07:07:54,370 INFO [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks thread finished 2023-12-22T07:07:54,379 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=33 (was 35), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=569 (was 601), ProcessCount=168 (was 168), AvailableMemoryMB=5993 (was 6011) 2023-12-22T07:07:54,387 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=569, ProcessCount=168, AvailableMemoryMB=5992 2023-12-22T07:07:54,388 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-12-22T07:07:54,389 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:37893 2023-12-22T07:07:54,389 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-12-22T07:07:54,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50094483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:54,390 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:54,391 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:54,688 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:54,689 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:54,689 INFO [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4945794197431139204.bcfks thread started 2023-12-22T07:07:54,689 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:54,689 INFO [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks thread started 2023-12-22T07:07:54,690 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:54,841 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:54,988 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:54,989 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:54,989 INFO [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4945794197431139204.bcfks thread started 2023-12-22T07:07:54,989 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:54,989 INFO [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks thread started 2023-12-22T07:07:54,990 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x61ae7ec7, L:/127.0.0.1:37893 - R:localhost/127.0.0.1:58934] 2023-12-22T07:07:55,155 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:58934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:55,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:55,157 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4945794197431139204.bcfks was interrupted and is shutting down... 2023-12-22T07:07:55,157 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks was interrupted and is shutting down... 2023-12-22T07:07:55,157 INFO [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks thread finished 2023-12-22T07:07:55,157 INFO [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4945794197431139204.bcfks thread finished 2023-12-22T07:07:55,164 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:55,164 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:55,164 INFO [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:55,164 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:55,385 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:55,385 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:55,385 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:55,385 INFO [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4945794197431139204.bcfks 2023-12-22T07:07:55,386 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:55,386 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:55,386 INFO [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:55,386 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:55,531 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:55,531 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:55,531 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:55,531 INFO [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9083840627581001557.bcfks 2023-12-22T07:07:55,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17170c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-12-22T07:07:55,532 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-12-22T07:07:55,532 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:55,850 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:55,850 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:55,851 INFO [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4945794197431139204.bcfks thread started 2023-12-22T07:07:55,851 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c4026f84-19dd-bff4-73e0-8389c6d0c668/TestNettyTlsIPC 2023-12-22T07:07:55,851 INFO [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks thread started 2023-12-22T07:07:55,852 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-12-22T07:07:56,045 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2023-12-22T07:07:56,194 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2023-12-22T07:07:56,194 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xf164cd62, L:/127.0.0.1:37893 - R:localhost/127.0.0.1:49828] 2023-12-22T07:07:56,371 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:49828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-12-22T07:07:56,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-12-22T07:07:56,373 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4945794197431139204.bcfks was interrupted and is shutting down... 2023-12-22T07:07:56,373 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks was interrupted and is shutting down... 2023-12-22T07:07:56,373 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:37893 2023-12-22T07:07:56,373 DEBUG [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4945794197431139204.bcfks was interrupted and is shutting down... 2023-12-22T07:07:56,373 DEBUG [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks was interrupted and is shutting down... 2023-12-22T07:07:56,373 INFO [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4945794197431139204.bcfks thread finished 2023-12-22T07:07:56,382 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 33) - Thread LEAK? -, OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=569 (was 569), ProcessCount=169 (was 168) - ProcessCount LEAK? -, AvailableMemoryMB=5930 (was 5992) 2023-12-22T07:07:56,394 INFO [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks thread finished 2023-12-22T07:07:56,394 INFO [FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9083840627581001557.bcfks thread finished 2023-12-22T07:07:56,394 INFO [FileChangeWatcher-hbase_test_key4945794197431139204.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4945794197431139204.bcfks thread finished