2023-09-29 06:08:52,482 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6c40365c 2023-09-29 06:08:52,500 main DEBUG Took 0.014866 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-09-29 06:08:52,501 main DEBUG PluginManager 'Core' found 129 plugins 2023-09-29 06:08:52,501 main DEBUG PluginManager 'Level' found 0 plugins 2023-09-29 06:08:52,502 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-09-29 06:08:52,503 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-29 06:08:52,512 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-09-29 06:08:52,533 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-29 06:08:52,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-29 06:08:52,535 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-29 06:08:52,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-29 06:08:52,536 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-29 06:08:52,536 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-29 06:08:52,537 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-29 06:08:52,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-29 06:08:52,537 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-29 06:08:52,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-29 06:08:52,538 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-29 06:08:52,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-29 06:08:52,539 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-29 06:08:52,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-29 06:08:52,539 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-29 06:08:52,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-29 06:08:52,540 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-29 06:08:52,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-29 06:08:52,541 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-29 06:08:52,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-29 06:08:52,541 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-29 06:08:52,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-29 06:08:52,542 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-29 06:08:52,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-29 06:08:52,542 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-29 06:08:52,543 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-09-29 06:08:52,545 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-29 06:08:52,547 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-09-29 06:08:52,549 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-09-29 06:08:52,550 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-09-29 06:08:52,551 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-09-29 06:08:52,552 main DEBUG PluginManager 'Converter' found 47 plugins 2023-09-29 06:08:52,566 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-09-29 06:08:52,569 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-09-29 06:08:52,570 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-09-29 06:08:52,574 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-09-29 06:08:52,575 main DEBUG createAppenders(={Console}) 2023-09-29 06:08:52,575 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6c40365c initialized 2023-09-29 06:08:52,576 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6c40365c 2023-09-29 06:08:52,576 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6c40365c OK. 2023-09-29 06:08:52,576 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-09-29 06:08:52,577 main DEBUG OutputStream closed 2023-09-29 06:08:52,577 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-09-29 06:08:52,577 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-09-29 06:08:52,577 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@222545dc OK 2023-09-29 06:08:52,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-09-29 06:08:52,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-09-29 06:08:52,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-09-29 06:08:52,622 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-09-29 06:08:52,622 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-09-29 06:08:52,622 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-09-29 06:08:52,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-09-29 06:08:52,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-09-29 06:08:52,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-09-29 06:08:52,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-09-29 06:08:52,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-09-29 06:08:52,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-09-29 06:08:52,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-09-29 06:08:52,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-09-29 06:08:52,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-09-29 06:08:52,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-09-29 06:08:52,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-09-29 06:08:52,626 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-09-29 06:08:52,629 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-29 06:08:52,629 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@58d75e99) with optional ClassLoader: null 2023-09-29 06:08:52,629 main DEBUG Shutdown hook enabled. Registering a new one. 2023-09-29 06:08:52,630 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@58d75e99] started OK. 2023-09-29T06:08:52,645 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2023-09-29 06:08:52,648 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-09-29 06:08:52,649 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-29T06:08:53,101 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-09-29T06:08:54,130 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=10, OpenFileDescriptor=292, MaxFileDescriptor=60000, SystemLoadAverage=202, ProcessCount=166, AvailableMemoryMB=4537 2023-09-29T06:08:54,872 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2023-09-29T06:08:54,938 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-09-29T06:08:54,959 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-09-29T06:08:54,974 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-09-29T06:08:55,071 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-29T06:08:55,136 DEBUG [Time-limited test {}] channel.DefaultChannelId(79): -Dio.netty.processId: 15099 (auto-detected) 2023-09-29T06:08:55,138 DEBUG [Time-limited test {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-09-29T06:08:55,267 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:44037 2023-09-29T06:08:55,272 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-09-29T06:08:55,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4713677f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:08:55,306 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-09-29T06:08:55,306 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-09-29T06:08:55,592 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:08:55,681 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:55,700 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:55,785 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:55,787 INFO [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4162313603962996287.jks thread started 2023-09-29T06:08:55,788 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:55,790 INFO [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4377427862832239691.jks thread started 2023-09-29T06:08:55,804 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:08:55,826 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:55,827 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:55,828 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:55,829 INFO [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4162313603962996287.jks thread started 2023-09-29T06:08:55,829 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:55,830 INFO [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4377427862832239691.jks thread started 2023-09-29T06:08:55,833 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x1578337e, L:/127.0.0.1:44037 - R:localhost/127.0.0.1:59962] 2023-09-29T06:08:56,014 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:59962, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:08:56,256 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,256 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,256 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,257 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,257 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,257 INFO [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,257 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,257 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,257 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,257 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,257 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,257 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,44037,0 is dead - stopping the connection localhost:44037/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-09-29T06:08:56,257 INFO [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,257 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,256 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,257 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,257 INFO [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,257 INFO [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,258 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,258 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,258 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,258 INFO [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,258 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,258 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,258 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,257 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,258 INFO [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,258 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:08:56,258 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,259 INFO [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,260 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:56,262 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:56,262 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:08:56,265 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:56,265 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:56,266 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x6675150e, L:/127.0.0.1:44037 - R:localhost/127.0.0.1:59968] 2023-09-29T06:08:56,299 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:59968, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:08:56,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:08:56,301 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4377427862832239691.jks was interrupted and is shutting down... 2023-09-29T06:08:56,301 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4162313603962996287.jks was interrupted and is shutting down... 2023-09-29T06:08:56,301 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:44037 2023-09-29T06:08:56,301 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4162313603962996287.jks was interrupted and is shutting down... 2023-09-29T06:08:56,303 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4377427862832239691.jks was interrupted and is shutting down... 2023-09-29T06:08:56,303 INFO [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4162313603962996287.jks thread finished 2023-09-29T06:08:56,303 INFO [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4377427862832239691.jks thread finished 2023-09-29T06:08:56,303 INFO [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4162313603962996287.jks thread finished 2023-09-29T06:08:56,319 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 10) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Monitor thread for TaskMonitor java.lang.Thread.sleep(Native Method) org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: FileChangeWatcher-hbase_test_ca4377427862832239691.jks java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:196) sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:225) sun.nio.fs.AbstractPoller.close(AbstractPoller.java:144) sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:96) sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:306) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:363) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:306) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:363) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Timer for 'HBase' metrics system java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) Potentially hanging thread: HBase-Metrics2-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Thread-7 sun.nio.fs.UnixNativeDispatcher.close(Native Method) sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:277) sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:306) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:363) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=341 (was 292) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=202 (was 202), ProcessCount=166 (was 166), AvailableMemoryMB=4368 (was 4537) 2023-09-29T06:08:56,322 INFO [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4377427862832239691.jks thread finished 2023-09-29T06:08:56,328 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=202, ProcessCount=166, AvailableMemoryMB=4368 2023-09-29T06:08:56,330 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-29T06:08:56,331 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:39117 2023-09-29T06:08:56,331 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-09-29T06:08:56,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2814adcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:08:56,332 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:08:56,334 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:56,335 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:56,337 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:56,338 INFO [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4162313603962996287.jks thread started 2023-09-29T06:08:56,338 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:56,342 INFO [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4377427862832239691.jks thread started 2023-09-29T06:08:56,342 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:08:56,343 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:56,344 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:56,344 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:56,346 INFO [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4162313603962996287.jks thread started 2023-09-29T06:08:56,348 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:56,348 INFO [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4377427862832239691.jks thread started 2023-09-29T06:08:56,348 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xa5249676, L:/127.0.0.1:39117 - R:localhost/127.0.0.1:50530] 2023-09-29T06:08:56,369 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:50530, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:08:56,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:08:56,372 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4377427862832239691.jks was interrupted and is shutting down... 2023-09-29T06:08:56,372 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4162313603962996287.jks was interrupted and is shutting down... 2023-09-29T06:08:56,372 INFO [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4377427862832239691.jks thread finished 2023-09-29T06:08:56,386 INFO [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4162313603962996287.jks thread finished 2023-09-29T06:08:56,736 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,736 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,737 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,737 INFO [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,737 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,737 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,737 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,737 INFO [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4162313603962996287.jks 2023-09-29T06:08:56,737 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,737 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,737 INFO [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,737 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,737 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,737 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa51d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:08:56,738 INFO [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,738 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4377427862832239691.jks 2023-09-29T06:08:56,738 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:08:56,739 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:56,741 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:56,741 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:56,742 INFO [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4162313603962996287.jks thread started 2023-09-29T06:08:56,742 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:56,743 INFO [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4377427862832239691.jks thread started 2023-09-29T06:08:56,743 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:08:56,744 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:56,745 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:56,745 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xe08a9c48, L:/127.0.0.1:39117 - R:localhost/127.0.0.1:50534] 2023-09-29T06:08:56,768 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:50534, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:08:56,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:08:56,769 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4377427862832239691.jks was interrupted and is shutting down... 2023-09-29T06:08:56,769 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4162313603962996287.jks was interrupted and is shutting down... 2023-09-29T06:08:56,769 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:39117 2023-09-29T06:08:56,770 DEBUG [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4162313603962996287.jks was interrupted and is shutting down... 2023-09-29T06:08:56,770 INFO [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4162313603962996287.jks thread finished 2023-09-29T06:08:56,770 INFO [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4377427862832239691.jks thread finished 2023-09-29T06:08:56,770 DEBUG [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4377427862832239691.jks was interrupted and is shutting down... 2023-09-29T06:08:56,771 INFO [FileChangeWatcher-hbase_test_key4162313603962996287.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4162313603962996287.jks thread finished 2023-09-29T06:08:56,771 INFO [FileChangeWatcher-hbase_test_ca4377427862832239691.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4377427862832239691.jks thread finished 2023-09-29T06:08:56,780 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 21), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=202 (was 202), ProcessCount=166 (was 166), AvailableMemoryMB=4366 (was 4368) 2023-09-29T06:08:56,788 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=21, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=202, ProcessCount=166, AvailableMemoryMB=4366 2023-09-29T06:08:56,856 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-29T06:08:56,857 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:41739 2023-09-29T06:08:56,857 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-09-29T06:08:56,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e717e57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:08:56,858 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:08:56,860 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:56,877 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:56,882 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:56,886 INFO [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8474279722902318044.pem thread started 2023-09-29T06:08:56,886 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:56,890 INFO [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9082214622411024985.pem thread started 2023-09-29T06:08:56,890 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:08:56,917 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:56,918 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:56,918 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:56,925 INFO [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8474279722902318044.pem thread started 2023-09-29T06:08:56,925 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:56,926 INFO [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9082214622411024985.pem thread started 2023-09-29T06:08:56,926 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x62064638, L:/127.0.0.1:41739 - R:localhost/127.0.0.1:49842] 2023-09-29T06:08:56,944 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:49842, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:08:57,111 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,111 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,111 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,111 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,111 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,111 INFO [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,111 INFO [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,111 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,111 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,111 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,112 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,112 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9082214622411024985.pem 2023-09-29T06:08:57,112 INFO [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,112 INFO [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,112 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,41739,0 is dead - stopping the connection localhost:41739/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-09-29T06:08:57,112 INFO [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9082214622411024985.pem 2023-09-29T06:08:57,112 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9082214622411024985.pem 2023-09-29T06:08:57,112 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9082214622411024985.pem 2023-09-29T06:08:57,112 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9082214622411024985.pem 2023-09-29T06:08:57,112 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9082214622411024985.pem 2023-09-29T06:08:57,112 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:08:57,112 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,112 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9082214622411024985.pem 2023-09-29T06:08:57,112 INFO [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9082214622411024985.pem 2023-09-29T06:08:57,113 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:57,119 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:57,119 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:08:57,123 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:57,123 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:57,124 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x908f4ba9, L:/127.0.0.1:41739 - R:localhost/127.0.0.1:49854] 2023-09-29T06:08:57,142 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:49854, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:08:57,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:08:57,144 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9082214622411024985.pem was interrupted and is shutting down... 2023-09-29T06:08:57,144 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:41739 2023-09-29T06:08:57,144 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8474279722902318044.pem was interrupted and is shutting down... 2023-09-29T06:08:57,144 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9082214622411024985.pem was interrupted and is shutting down... 2023-09-29T06:08:57,144 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8474279722902318044.pem was interrupted and is shutting down... 2023-09-29T06:08:57,144 INFO [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9082214622411024985.pem thread finished 2023-09-29T06:08:57,144 INFO [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8474279722902318044.pem thread finished 2023-09-29T06:08:57,144 INFO [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8474279722902318044.pem thread finished 2023-09-29T06:08:57,154 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25 (was 21) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9082214622411024985.pem java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:196) sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:225) sun.nio.fs.AbstractPoller.close(AbstractPoller.java:144) sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:96) sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Thread-18 sun.nio.fs.UnixNativeDispatcher.close(Native Method) sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:277) sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=202 (was 202), ProcessCount=166 (was 166), AvailableMemoryMB=4326 (was 4366) 2023-09-29T06:08:57,161 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=202, ProcessCount=166, AvailableMemoryMB=4325 2023-09-29T06:08:57,162 INFO [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9082214622411024985.pem thread finished 2023-09-29T06:08:57,162 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-29T06:08:57,163 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:35923 2023-09-29T06:08:57,163 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-09-29T06:08:57,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6908f1cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:08:57,164 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:08:57,165 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:57,169 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:57,170 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:57,170 INFO [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8474279722902318044.pem thread started 2023-09-29T06:08:57,170 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:57,172 INFO [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9082214622411024985.pem thread started 2023-09-29T06:08:57,172 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:08:57,178 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:57,178 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:57,179 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:57,179 INFO [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8474279722902318044.pem thread started 2023-09-29T06:08:57,179 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:57,180 INFO [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9082214622411024985.pem thread started 2023-09-29T06:08:57,180 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x21dab61e, L:/127.0.0.1:35923 - R:localhost/127.0.0.1:42782] 2023-09-29T06:08:57,196 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:42782, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:08:57,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:08:57,198 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8474279722902318044.pem was interrupted and is shutting down... 2023-09-29T06:08:57,198 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9082214622411024985.pem was interrupted and is shutting down... 2023-09-29T06:08:57,198 INFO [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8474279722902318044.pem thread finished 2023-09-29T06:08:57,214 INFO [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9082214622411024985.pem thread finished 2023-09-29T06:08:57,513 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,513 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,514 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,514 INFO [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,514 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,514 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,514 INFO [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,514 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8474279722902318044.pem 2023-09-29T06:08:57,514 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9082214622411024985.pem 2023-09-29T06:08:57,514 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9082214622411024985.pem 2023-09-29T06:08:57,514 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9082214622411024985.pem 2023-09-29T06:08:57,514 INFO [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9082214622411024985.pem 2023-09-29T06:08:57,514 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9082214622411024985.pem 2023-09-29T06:08:57,514 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9082214622411024985.pem 2023-09-29T06:08:57,514 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9082214622411024985.pem 2023-09-29T06:08:57,514 INFO [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9082214622411024985.pem 2023-09-29T06:08:57,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654094e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:08:57,515 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:08:57,516 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:57,521 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:57,522 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:57,523 INFO [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8474279722902318044.pem thread started 2023-09-29T06:08:57,523 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:57,523 INFO [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9082214622411024985.pem thread started 2023-09-29T06:08:57,524 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:08:57,529 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:57,529 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:57,530 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xfddd625f, L:/127.0.0.1:35923 - R:localhost/127.0.0.1:42798] 2023-09-29T06:08:57,548 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:42798, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:08:57,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:08:57,550 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9082214622411024985.pem was interrupted and is shutting down... 2023-09-29T06:08:57,550 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8474279722902318044.pem was interrupted and is shutting down... 2023-09-29T06:08:57,550 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:35923 2023-09-29T06:08:57,550 DEBUG [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9082214622411024985.pem was interrupted and is shutting down... 2023-09-29T06:08:57,550 DEBUG [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8474279722902318044.pem was interrupted and is shutting down... 2023-09-29T06:08:57,550 INFO [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8474279722902318044.pem thread finished 2023-09-29T06:08:57,550 INFO [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9082214622411024985.pem thread finished 2023-09-29T06:08:57,551 INFO [FileChangeWatcher-hbase_test_ca9082214622411024985.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9082214622411024985.pem thread finished 2023-09-29T06:08:57,551 INFO [FileChangeWatcher-hbase_test_key8474279722902318044.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8474279722902318044.pem thread finished 2023-09-29T06:08:57,560 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25 (was 25), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=202 (was 202), ProcessCount=167 (was 166) - ProcessCount LEAK? -, AvailableMemoryMB=4324 (was 4325) 2023-09-29T06:08:57,568 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=25, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=202, ProcessCount=167, AvailableMemoryMB=4323 2023-09-29T06:08:57,751 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-29T06:08:57,752 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:44723 2023-09-29T06:08:57,752 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-09-29T06:08:57,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194fbad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:08:57,753 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:08:57,754 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:57,884 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:57,885 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:57,885 INFO [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4950557939760005950.p12 thread started 2023-09-29T06:08:57,885 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:57,886 INFO [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3776520673317379890.p12 thread started 2023-09-29T06:08:57,886 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:08:57,950 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:58,013 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:58,013 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:58,014 INFO [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4950557939760005950.p12 thread started 2023-09-29T06:08:58,014 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:58,014 INFO [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3776520673317379890.p12 thread started 2023-09-29T06:08:58,015 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xdf978f56, L:/127.0.0.1:44723 - R:localhost/127.0.0.1:38510] 2023-09-29T06:08:58,136 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:38510, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:08:58,273 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:58,273 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:58,273 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:58,273 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:58,273 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:58,273 INFO [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:58,273 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:58,273 INFO [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:58,383 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:58,383 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:58,383 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:58,383 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:58,383 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:58,383 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:58,383 INFO [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:58,383 INFO [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:58,383 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:58,383 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:58,383 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:58,383 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:58,383 INFO [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:58,383 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:58,383 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:58,383 INFO [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:58,448 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:58,448 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:58,448 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:58,448 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,44723,0 is dead - stopping the connection localhost:44723/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-09-29T06:08:58,448 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:58,449 INFO [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:58,449 INFO [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:58,449 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:58,449 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:58,449 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:08:58,450 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:58,582 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:58,583 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:08:58,646 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:58,710 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:58,710 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x435211c3, L:/127.0.0.1:44723 - R:localhost/127.0.0.1:38524] 2023-09-29T06:08:58,830 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:38524, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:08:58,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:08:58,832 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4950557939760005950.p12 was interrupted and is shutting down... 2023-09-29T06:08:58,832 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3776520673317379890.p12 was interrupted and is shutting down... 2023-09-29T06:08:58,832 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:44723 2023-09-29T06:08:58,832 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3776520673317379890.p12 was interrupted and is shutting down... 2023-09-29T06:08:58,832 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4950557939760005950.p12 was interrupted and is shutting down... 2023-09-29T06:08:58,832 INFO [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4950557939760005950.p12 thread finished 2023-09-29T06:08:58,833 INFO [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3776520673317379890.p12 thread finished 2023-09-29T06:08:58,833 INFO [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4950557939760005950.p12 thread finished 2023-09-29T06:08:58,833 INFO [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3776520673317379890.p12 thread finished 2023-09-29T06:08:58,843 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27 (was 25) - Thread LEAK? -, OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=202 (was 202), ProcessCount=167 (was 167), AvailableMemoryMB=4303 (was 4323) 2023-09-29T06:08:58,851 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=202, ProcessCount=167, AvailableMemoryMB=4303 2023-09-29T06:08:58,852 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-29T06:08:58,852 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:42873 2023-09-29T06:08:58,852 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-09-29T06:08:58,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452dc0c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:08:58,853 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:08:58,855 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:58,993 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:58,993 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:58,994 INFO [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4950557939760005950.p12 thread started 2023-09-29T06:08:58,994 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:58,995 INFO [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3776520673317379890.p12 thread started 2023-09-29T06:08:58,995 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:08:59,073 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:59,136 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:59,137 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:59,138 INFO [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4950557939760005950.p12 thread started 2023-09-29T06:08:59,138 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:59,138 INFO [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3776520673317379890.p12 thread started 2023-09-29T06:08:59,138 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x95649a21, L:/127.0.0.1:42873 - R:localhost/127.0.0.1:57628] 2023-09-29T06:08:59,261 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:57628, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:08:59,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:08:59,263 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4950557939760005950.p12 was interrupted and is shutting down... 2023-09-29T06:08:59,264 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3776520673317379890.p12 was interrupted and is shutting down... 2023-09-29T06:08:59,264 INFO [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4950557939760005950.p12 thread finished 2023-09-29T06:08:59,264 INFO [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3776520673317379890.p12 thread finished 2023-09-29T06:08:59,422 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:59,422 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:59,422 INFO [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:59,422 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:59,531 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:59,531 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:59,531 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:59,531 INFO [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4950557939760005950.p12 2023-09-29T06:08:59,531 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:59,532 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:59,532 INFO [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:59,532 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:59,594 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:59,594 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:59,594 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:59,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8eb955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:08:59,594 INFO [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca3776520673317379890.p12 2023-09-29T06:08:59,594 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:08:59,595 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:59,723 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:59,724 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:59,724 INFO [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4950557939760005950.p12 thread started 2023-09-29T06:08:59,725 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:08:59,725 INFO [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca3776520673317379890.p12 thread started 2023-09-29T06:08:59,725 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:08:59,794 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:08:59,857 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:08:59,858 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x199dfe66, L:/127.0.0.1:42873 - R:localhost/127.0.0.1:57630] 2023-09-29T06:08:59,970 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:57630, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:08:59,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:08:59,972 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:42873 2023-09-29T06:08:59,972 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4950557939760005950.p12 was interrupted and is shutting down... 2023-09-29T06:08:59,972 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3776520673317379890.p12 was interrupted and is shutting down... 2023-09-29T06:08:59,972 DEBUG [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca3776520673317379890.p12 was interrupted and is shutting down... 2023-09-29T06:08:59,972 DEBUG [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4950557939760005950.p12 was interrupted and is shutting down... 2023-09-29T06:08:59,973 INFO [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4950557939760005950.p12 thread finished 2023-09-29T06:08:59,973 INFO [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3776520673317379890.p12 thread finished 2023-09-29T06:08:59,973 INFO [FileChangeWatcher-hbase_test_ca3776520673317379890.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca3776520673317379890.p12 thread finished 2023-09-29T06:08:59,982 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31 (was 27) - Thread LEAK? -, OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=202 (was 202), ProcessCount=167 (was 167), AvailableMemoryMB=4228 (was 4303) 2023-09-29T06:08:59,990 INFO [FileChangeWatcher-hbase_test_key4950557939760005950.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4950557939760005950.p12 thread finished 2023-09-29T06:08:59,990 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=31, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=202, ProcessCount=167, AvailableMemoryMB=4228 2023-09-29T06:09:00,456 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-29T06:09:00,457 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:42037 2023-09-29T06:09:00,458 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-09-29T06:09:00,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d62c48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:09:00,458 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:00,460 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:00,764 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:00,764 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:00,765 INFO [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1921936760141124691.bcfks thread started 2023-09-29T06:09:00,765 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:00,766 INFO [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks thread started 2023-09-29T06:09:00,766 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:00,914 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:01,062 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:01,063 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:01,063 INFO [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1921936760141124691.bcfks thread started 2023-09-29T06:09:01,063 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:01,064 INFO [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks thread started 2023-09-29T06:09:01,064 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xf1574d2a, L:/127.0.0.1:42037 - R:localhost/127.0.0.1:43212] 2023-09-29T06:09:01,249 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:43212, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:01,421 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:01,421 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:01,421 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:01,421 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:01,421 INFO [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:01,421 INFO [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:01,421 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:01,421 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:01,641 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:01,641 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:01,641 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:01,641 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:01,641 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:01,641 INFO [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:01,641 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:01,641 INFO [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:01,641 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:01,641 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:01,641 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:01,641 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:01,641 INFO [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:01,641 INFO [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:01,641 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:01,641 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:01,787 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:01,787 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:01,787 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:01,787 INFO [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:01,787 INFO [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:01,787 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:01,787 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,42037,0 is dead - stopping the connection localhost:42037/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-09-29T06:09:01,787 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:01,787 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:01,788 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:01,789 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:02,090 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:02,091 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:02,239 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:02,386 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:02,386 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xb4d2356f, L:/127.0.0.1:42037 - R:localhost/127.0.0.1:43214] 2023-09-29T06:09:02,558 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:43214, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:02,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:09:02,560 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:42037 2023-09-29T06:09:02,560 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1921936760141124691.bcfks was interrupted and is shutting down... 2023-09-29T06:09:02,560 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks was interrupted and is shutting down... 2023-09-29T06:09:02,560 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1921936760141124691.bcfks was interrupted and is shutting down... 2023-09-29T06:09:02,560 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks was interrupted and is shutting down... 2023-09-29T06:09:02,560 INFO [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1921936760141124691.bcfks thread finished 2023-09-29T06:09:02,560 INFO [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks thread finished 2023-09-29T06:09:02,570 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 31) - Thread LEAK? -, OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=195 (was 202), ProcessCount=167 (was 167), AvailableMemoryMB=4219 (was 4228) 2023-09-29T06:09:02,578 INFO [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1921936760141124691.bcfks thread finished 2023-09-29T06:09:02,578 INFO [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks thread finished 2023-09-29T06:09:02,578 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=195, ProcessCount=167, AvailableMemoryMB=4218 2023-09-29T06:09:02,579 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-29T06:09:02,580 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:34725 2023-09-29T06:09:02,580 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-09-29T06:09:02,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce675c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:09:02,581 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:02,582 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:02,878 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:02,879 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:02,879 INFO [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1921936760141124691.bcfks thread started 2023-09-29T06:09:02,879 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:02,880 INFO [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks thread started 2023-09-29T06:09:02,880 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:03,027 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:03,175 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:03,175 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:03,176 INFO [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1921936760141124691.bcfks thread started 2023-09-29T06:09:03,176 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:03,176 INFO [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks thread started 2023-09-29T06:09:03,177 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x89b0be77, L:/127.0.0.1:34725 - R:localhost/127.0.0.1:46780] 2023-09-29T06:09:03,342 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:46780, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:03,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:09:03,344 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1921936760141124691.bcfks was interrupted and is shutting down... 2023-09-29T06:09:03,344 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks was interrupted and is shutting down... 2023-09-29T06:09:03,344 INFO [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1921936760141124691.bcfks thread finished 2023-09-29T06:09:03,345 INFO [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks thread finished 2023-09-29T06:09:03,558 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:03,558 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:03,558 INFO [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:03,558 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:03,777 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:03,777 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:03,777 INFO [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:03,777 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1921936760141124691.bcfks 2023-09-29T06:09:03,777 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:03,777 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:03,777 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:03,777 INFO [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:03,922 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:03,922 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:03,923 INFO [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:03,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3098f7c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:09:03,923 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4324770973661126719.bcfks 2023-09-29T06:09:03,923 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:03,924 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:04,218 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:04,218 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:04,219 INFO [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1921936760141124691.bcfks thread started 2023-09-29T06:09:04,219 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:04,220 INFO [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks thread started 2023-09-29T06:09:04,220 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:04,368 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:04,515 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:04,515 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xed03cb63, L:/127.0.0.1:34725 - R:localhost/127.0.0.1:46794] 2023-09-29T06:09:04,700 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:46794, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:04,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:09:04,703 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1921936760141124691.bcfks was interrupted and is shutting down... 2023-09-29T06:09:04,703 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks was interrupted and is shutting down... 2023-09-29T06:09:04,703 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:34725 2023-09-29T06:09:04,703 DEBUG [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1921936760141124691.bcfks was interrupted and is shutting down... 2023-09-29T06:09:04,703 DEBUG [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks was interrupted and is shutting down... 2023-09-29T06:09:04,703 INFO [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks thread finished 2023-09-29T06:09:04,703 INFO [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1921936760141124691.bcfks thread finished 2023-09-29T06:09:04,703 INFO [FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4324770973661126719.bcfks thread finished 2023-09-29T06:09:04,703 INFO [FileChangeWatcher-hbase_test_key1921936760141124691.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1921936760141124691.bcfks thread finished 2023-09-29T06:09:04,714 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=34 (was 35), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=195 (was 195), ProcessCount=167 (was 167), AvailableMemoryMB=4205 (was 4218) 2023-09-29T06:09:04,723 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=33, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=195, ProcessCount=167, AvailableMemoryMB=4205 2023-09-29T06:09:04,819 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-29T06:09:04,820 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:44469 2023-09-29T06:09:04,820 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-09-29T06:09:04,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f152c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:09:04,821 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:04,822 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:04,823 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:04,824 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:04,824 INFO [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1991534245771212364.jks thread started 2023-09-29T06:09:04,824 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:04,825 INFO [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca626299604693985614.jks thread started 2023-09-29T06:09:04,825 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:04,826 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:04,826 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:04,827 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:04,827 INFO [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1991534245771212364.jks thread started 2023-09-29T06:09:04,830 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:04,830 INFO [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca626299604693985614.jks thread started 2023-09-29T06:09:04,830 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xe75b8d31, L:/127.0.0.1:44469 - R:localhost/127.0.0.1:35622] 2023-09-29T06:09:04,858 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:35622, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:04,865 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,865 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,865 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,865 INFO [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,865 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,865 INFO [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,865 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,865 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,866 INFO [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,866 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,866 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,866 INFO [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,866 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,866 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,866 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,866 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,866 INFO [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,866 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,866 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,866 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,866 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,866 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,44469,0 is dead - stopping the connection localhost:44469/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-09-29T06:09:04,866 INFO [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,866 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:04,867 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,867 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,867 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,867 INFO [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,867 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:04,868 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:04,868 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:04,869 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:04,870 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:04,870 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x599ab0ea, L:/127.0.0.1:44469 - R:localhost/127.0.0.1:35638] 2023-09-29T06:09:04,892 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:35638, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:04,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:09:04,893 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1991534245771212364.jks was interrupted and is shutting down... 2023-09-29T06:09:04,893 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca626299604693985614.jks was interrupted and is shutting down... 2023-09-29T06:09:04,893 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:44469 2023-09-29T06:09:04,893 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca626299604693985614.jks was interrupted and is shutting down... 2023-09-29T06:09:04,893 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1991534245771212364.jks was interrupted and is shutting down... 2023-09-29T06:09:04,893 INFO [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1991534245771212364.jks thread finished 2023-09-29T06:09:04,894 INFO [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca626299604693985614.jks thread finished 2023-09-29T06:09:04,902 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=195 (was 195), ProcessCount=167 (was 167), AvailableMemoryMB=4204 (was 4205) 2023-09-29T06:09:04,906 INFO [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca626299604693985614.jks thread finished 2023-09-29T06:09:04,906 INFO [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1991534245771212364.jks thread finished 2023-09-29T06:09:04,910 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=195, ProcessCount=167, AvailableMemoryMB=4203 2023-09-29T06:09:04,911 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-29T06:09:04,912 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:39315 2023-09-29T06:09:04,912 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-09-29T06:09:04,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efc9b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:09:04,912 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:04,913 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:04,914 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:04,914 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:04,914 INFO [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1991534245771212364.jks thread started 2023-09-29T06:09:04,915 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:04,915 INFO [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca626299604693985614.jks thread started 2023-09-29T06:09:04,915 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:04,916 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:04,916 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:04,916 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:04,917 INFO [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1991534245771212364.jks thread started 2023-09-29T06:09:04,917 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:04,917 INFO [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca626299604693985614.jks thread started 2023-09-29T06:09:04,917 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xf1904444, L:/127.0.0.1:39315 - R:localhost/127.0.0.1:59286] 2023-09-29T06:09:04,936 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:59286, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:04,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:09:04,938 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1991534245771212364.jks was interrupted and is shutting down... 2023-09-29T06:09:04,938 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca626299604693985614.jks was interrupted and is shutting down... 2023-09-29T06:09:04,938 INFO [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1991534245771212364.jks thread finished 2023-09-29T06:09:04,939 INFO [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca626299604693985614.jks thread finished 2023-09-29T06:09:04,942 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,942 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,942 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,942 INFO [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,943 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,943 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,943 INFO [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,943 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1991534245771212364.jks 2023-09-29T06:09:04,943 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,943 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,943 INFO [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,943 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,943 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,943 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,943 INFO [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,943 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca626299604693985614.jks 2023-09-29T06:09:04,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc7180d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:09:04,943 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:04,944 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:04,945 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:04,945 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:04,946 INFO [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1991534245771212364.jks thread started 2023-09-29T06:09:04,950 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:04,950 INFO [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca626299604693985614.jks thread started 2023-09-29T06:09:04,950 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:04,951 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:04,951 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:04,952 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x855eac86, L:/127.0.0.1:39315 - R:localhost/127.0.0.1:59296] 2023-09-29T06:09:04,973 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:59296, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:04,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:09:04,975 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1991534245771212364.jks was interrupted and is shutting down... 2023-09-29T06:09:04,975 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:39315 2023-09-29T06:09:04,975 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca626299604693985614.jks was interrupted and is shutting down... 2023-09-29T06:09:04,975 DEBUG [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1991534245771212364.jks was interrupted and is shutting down... 2023-09-29T06:09:04,975 DEBUG [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca626299604693985614.jks was interrupted and is shutting down... 2023-09-29T06:09:04,975 INFO [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca626299604693985614.jks thread finished 2023-09-29T06:09:04,975 INFO [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1991534245771212364.jks thread finished 2023-09-29T06:09:04,976 INFO [FileChangeWatcher-hbase_test_key1991534245771212364.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1991534245771212364.jks thread finished 2023-09-29T06:09:04,986 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 37), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=195 (was 195), ProcessCount=167 (was 167), AvailableMemoryMB=4202 (was 4203) 2023-09-29T06:09:04,994 INFO [FileChangeWatcher-hbase_test_ca626299604693985614.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca626299604693985614.jks thread finished 2023-09-29T06:09:04,996 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=195, ProcessCount=167, AvailableMemoryMB=4201 2023-09-29T06:09:05,001 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-29T06:09:05,002 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:44855 2023-09-29T06:09:05,002 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-09-29T06:09:05,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34192389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:09:05,003 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:05,004 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:05,010 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:05,010 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:05,010 INFO [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2356928550358080361.pem thread started 2023-09-29T06:09:05,010 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:05,011 INFO [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7683868103195934479.pem thread started 2023-09-29T06:09:05,011 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:05,016 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:05,016 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:05,017 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:05,017 INFO [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2356928550358080361.pem thread started 2023-09-29T06:09:05,017 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:05,017 INFO [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7683868103195934479.pem thread started 2023-09-29T06:09:05,018 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xfc4542c7, L:/127.0.0.1:44855 - R:localhost/127.0.0.1:44072] 2023-09-29T06:09:05,041 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:44072, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,054 INFO [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,054 INFO [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,054 INFO [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,054 INFO [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,054 INFO [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,054 INFO [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,054 INFO [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,054 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,44855,0 is dead - stopping the connection localhost:44855/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,054 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,055 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,055 INFO [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,055 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:05,056 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:05,060 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:05,061 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:05,065 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:05,066 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:05,066 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x3f483213, L:/127.0.0.1:44855 - R:localhost/127.0.0.1:44078] 2023-09-29T06:09:05,088 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:44078, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:05,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:09:05,090 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2356928550358080361.pem was interrupted and is shutting down... 2023-09-29T06:09:05,090 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7683868103195934479.pem was interrupted and is shutting down... 2023-09-29T06:09:05,090 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:44855 2023-09-29T06:09:05,090 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2356928550358080361.pem was interrupted and is shutting down... 2023-09-29T06:09:05,090 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7683868103195934479.pem was interrupted and is shutting down... 2023-09-29T06:09:05,090 INFO [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7683868103195934479.pem thread finished 2023-09-29T06:09:05,090 INFO [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7683868103195934479.pem thread finished 2023-09-29T06:09:05,090 INFO [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2356928550358080361.pem thread finished 2023-09-29T06:09:05,099 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 35), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=195 (was 195), ProcessCount=167 (was 167), AvailableMemoryMB=4198 (was 4201) 2023-09-29T06:09:05,107 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=195, ProcessCount=167, AvailableMemoryMB=4198 2023-09-29T06:09:05,108 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-29T06:09:05,109 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:37515 2023-09-29T06:09:05,109 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-09-29T06:09:05,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ba06cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:09:05,110 INFO [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2356928550358080361.pem thread finished 2023-09-29T06:09:05,110 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:05,111 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:05,114 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:05,114 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:05,114 INFO [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2356928550358080361.pem thread started 2023-09-29T06:09:05,114 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:05,115 INFO [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7683868103195934479.pem thread started 2023-09-29T06:09:05,115 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:05,118 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:05,119 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:05,119 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:05,119 INFO [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2356928550358080361.pem thread started 2023-09-29T06:09:05,120 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:05,120 INFO [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7683868103195934479.pem thread started 2023-09-29T06:09:05,120 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x8a4028e3, L:/127.0.0.1:37515 - R:localhost/127.0.0.1:33224] 2023-09-29T06:09:05,144 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:33224, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:05,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:09:05,146 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7683868103195934479.pem was interrupted and is shutting down... 2023-09-29T06:09:05,146 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2356928550358080361.pem was interrupted and is shutting down... 2023-09-29T06:09:05,146 INFO [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7683868103195934479.pem thread finished 2023-09-29T06:09:05,147 INFO [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2356928550358080361.pem thread finished 2023-09-29T06:09:05,154 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,155 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,155 INFO [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,155 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2356928550358080361.pem 2023-09-29T06:09:05,155 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,155 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,155 INFO [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,155 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,155 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,155 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fb263e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:09:05,155 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,155 INFO [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7683868103195934479.pem 2023-09-29T06:09:05,156 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:05,156 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:05,160 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:05,160 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:05,161 INFO [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2356928550358080361.pem thread started 2023-09-29T06:09:05,161 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:05,161 INFO [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7683868103195934479.pem thread started 2023-09-29T06:09:05,162 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:05,166 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:05,166 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:05,166 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x36db63ba, L:/127.0.0.1:37515 - R:localhost/127.0.0.1:33232] 2023-09-29T06:09:05,191 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:33232, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:05,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:09:05,192 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7683868103195934479.pem was interrupted and is shutting down... 2023-09-29T06:09:05,192 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:37515 2023-09-29T06:09:05,192 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2356928550358080361.pem was interrupted and is shutting down... 2023-09-29T06:09:05,192 DEBUG [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2356928550358080361.pem was interrupted and is shutting down... 2023-09-29T06:09:05,192 DEBUG [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7683868103195934479.pem was interrupted and is shutting down... 2023-09-29T06:09:05,192 INFO [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2356928550358080361.pem thread finished 2023-09-29T06:09:05,192 INFO [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7683868103195934479.pem thread finished 2023-09-29T06:09:05,193 INFO [FileChangeWatcher-hbase_test_key2356928550358080361.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2356928550358080361.pem thread finished 2023-09-29T06:09:05,193 INFO [FileChangeWatcher-hbase_test_ca7683868103195934479.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7683868103195934479.pem thread finished 2023-09-29T06:09:05,202 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=33 (was 35), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=195 (was 195), ProcessCount=167 (was 167), AvailableMemoryMB=4201 (was 4198) - AvailableMemoryMB LEAK? - 2023-09-29T06:09:05,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=195, ProcessCount=167, AvailableMemoryMB=4200 2023-09-29T06:09:05,416 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-29T06:09:05,417 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:38333 2023-09-29T06:09:05,417 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-09-29T06:09:05,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1d6856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:09:05,418 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:05,419 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:05,547 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:05,547 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:05,547 INFO [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2626033565300370548.p12 thread started 2023-09-29T06:09:05,547 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:05,548 INFO [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1367487928466329068.p12 thread started 2023-09-29T06:09:05,548 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:05,621 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:05,684 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:05,684 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:05,684 INFO [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2626033565300370548.p12 thread started 2023-09-29T06:09:05,685 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:05,685 INFO [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1367487928466329068.p12 thread started 2023-09-29T06:09:05,685 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xb0eb4b48, L:/127.0.0.1:38333 - R:localhost/127.0.0.1:47174] 2023-09-29T06:09:05,799 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:47174, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:05,805 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:05,805 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:05,805 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:05,805 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:05,805 INFO [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:05,805 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:05,805 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:05,805 INFO [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:05,915 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:05,915 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:05,915 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:05,915 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:05,915 INFO [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:05,915 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:05,915 INFO [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:05,915 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:05,915 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:05,915 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:05,915 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:05,915 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:05,915 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:05,915 INFO [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:05,915 INFO [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:05,915 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:05,978 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:05,978 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:05,978 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:05,978 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:05,978 INFO [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:05,978 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:05,978 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,38333,0 is dead - stopping the connection localhost:38333/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-09-29T06:09:05,978 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:05,978 INFO [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:05,979 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:05,979 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:06,105 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:06,105 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:06,169 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:06,231 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:06,232 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x760595ab, L:/127.0.0.1:38333 - R:localhost/127.0.0.1:47190] 2023-09-29T06:09:06,348 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:47190, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:06,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:09:06,349 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2626033565300370548.p12 was interrupted and is shutting down... 2023-09-29T06:09:06,349 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:38333 2023-09-29T06:09:06,349 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1367487928466329068.p12 was interrupted and is shutting down... 2023-09-29T06:09:06,349 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1367487928466329068.p12 was interrupted and is shutting down... 2023-09-29T06:09:06,349 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2626033565300370548.p12 was interrupted and is shutting down... 2023-09-29T06:09:06,349 INFO [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2626033565300370548.p12 thread finished 2023-09-29T06:09:06,349 INFO [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1367487928466329068.p12 thread finished 2023-09-29T06:09:06,349 INFO [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1367487928466329068.p12 thread finished 2023-09-29T06:09:06,358 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=195 (was 195), ProcessCount=167 (was 167), AvailableMemoryMB=4153 (was 4200) 2023-09-29T06:09:06,365 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=195, ProcessCount=167, AvailableMemoryMB=4153 2023-09-29T06:09:06,366 INFO [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2626033565300370548.p12 thread finished 2023-09-29T06:09:06,366 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-29T06:09:06,366 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:35073 2023-09-29T06:09:06,367 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-09-29T06:09:06,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582ff447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:09:06,367 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:06,368 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:06,494 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:06,494 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:06,494 INFO [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2626033565300370548.p12 thread started 2023-09-29T06:09:06,494 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:06,495 INFO [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1367487928466329068.p12 thread started 2023-09-29T06:09:06,495 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:06,558 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:06,621 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:06,622 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:06,622 INFO [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2626033565300370548.p12 thread started 2023-09-29T06:09:06,622 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:06,622 INFO [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1367487928466329068.p12 thread started 2023-09-29T06:09:06,622 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x2754f3be, L:/127.0.0.1:35073 - R:localhost/127.0.0.1:37238] 2023-09-29T06:09:06,736 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:37238, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:06,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:09:06,738 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2626033565300370548.p12 was interrupted and is shutting down... 2023-09-29T06:09:06,738 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1367487928466329068.p12 was interrupted and is shutting down... 2023-09-29T06:09:06,739 INFO [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1367487928466329068.p12 thread finished 2023-09-29T06:09:06,739 INFO [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2626033565300370548.p12 thread finished 2023-09-29T06:09:06,743 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:06,743 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:06,743 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:06,743 INFO [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:06,852 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:06,852 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:06,852 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:06,853 INFO [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2626033565300370548.p12 2023-09-29T06:09:06,853 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:06,853 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:06,853 INFO [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:06,853 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:06,923 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:06,923 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:06,923 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:06,923 INFO [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1367487928466329068.p12 2023-09-29T06:09:06,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143dc4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:09:06,924 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:06,925 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:07,054 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:07,054 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:07,055 INFO [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2626033565300370548.p12 thread started 2023-09-29T06:09:07,055 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:07,055 INFO [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1367487928466329068.p12 thread started 2023-09-29T06:09:07,055 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:07,121 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:07,183 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:07,184 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x0bb73e8e, L:/127.0.0.1:35073 - R:localhost/127.0.0.1:37240] 2023-09-29T06:09:07,299 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:37240, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:07,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:09:07,301 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:35073 2023-09-29T06:09:07,301 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2626033565300370548.p12 was interrupted and is shutting down... 2023-09-29T06:09:07,301 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1367487928466329068.p12 was interrupted and is shutting down... 2023-09-29T06:09:07,301 DEBUG [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2626033565300370548.p12 was interrupted and is shutting down... 2023-09-29T06:09:07,301 DEBUG [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1367487928466329068.p12 was interrupted and is shutting down... 2023-09-29T06:09:07,301 INFO [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2626033565300370548.p12 thread finished 2023-09-29T06:09:07,301 INFO [FileChangeWatcher-hbase_test_key2626033565300370548.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2626033565300370548.p12 thread finished 2023-09-29T06:09:07,301 INFO [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1367487928466329068.p12 thread finished 2023-09-29T06:09:07,309 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 35), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=187 (was 195), ProcessCount=167 (was 167), AvailableMemoryMB=4152 (was 4153) 2023-09-29T06:09:07,317 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=187, ProcessCount=167, AvailableMemoryMB=4152 2023-09-29T06:09:07,322 INFO [FileChangeWatcher-hbase_test_ca1367487928466329068.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1367487928466329068.p12 thread finished 2023-09-29T06:09:07,685 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-29T06:09:07,686 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:43161 2023-09-29T06:09:07,686 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-09-29T06:09:07,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de7d0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:09:07,687 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:07,687 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:07,985 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:07,988 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:07,989 INFO [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2234878904334269734.bcfks thread started 2023-09-29T06:09:07,989 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:07,989 INFO [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks thread started 2023-09-29T06:09:07,989 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:08,144 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:08,290 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:08,291 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:08,291 INFO [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2234878904334269734.bcfks thread started 2023-09-29T06:09:08,291 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:08,292 INFO [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks thread started 2023-09-29T06:09:08,292 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x0d58b113, L:/127.0.0.1:43161 - R:localhost/127.0.0.1:59362] 2023-09-29T06:09:08,530 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:59362, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:08,538 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:08,538 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:08,538 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:08,538 INFO [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:08,538 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:08,538 INFO [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:08,545 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:08,545 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:08,762 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:08,762 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:08,762 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:08,762 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:08,762 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:08,762 INFO [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:08,762 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:08,762 INFO [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:08,762 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:08,762 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:08,762 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:08,762 INFO [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:08,762 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:08,762 INFO [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:08,762 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:08,762 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:08,908 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:08,908 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:08,908 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:08,908 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,43161,0 is dead - stopping the connection localhost:43161/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-09-29T06:09:08,908 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:08,908 INFO [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:08,908 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:08,908 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:08,908 INFO [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:08,908 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:08,909 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:09,204 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:09,204 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:09,351 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:09,499 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:09,499 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x57d8388b, L:/127.0.0.1:43161 - R:localhost/127.0.0.1:59366] 2023-09-29T06:09:09,669 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:59366, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:09,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:09:09,670 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2234878904334269734.bcfks was interrupted and is shutting down... 2023-09-29T06:09:09,670 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:43161 2023-09-29T06:09:09,670 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks was interrupted and is shutting down... 2023-09-29T06:09:09,670 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2234878904334269734.bcfks was interrupted and is shutting down... 2023-09-29T06:09:09,670 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks was interrupted and is shutting down... 2023-09-29T06:09:09,670 INFO [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2234878904334269734.bcfks thread finished 2023-09-29T06:09:09,670 INFO [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks thread finished 2023-09-29T06:09:09,679 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=187 (was 187), ProcessCount=167 (was 167), AvailableMemoryMB=4149 (was 4152) 2023-09-29T06:09:09,686 INFO [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2234878904334269734.bcfks thread finished 2023-09-29T06:09:09,686 INFO [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks thread finished 2023-09-29T06:09:09,686 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=187, ProcessCount=167, AvailableMemoryMB=4149 2023-09-29T06:09:09,687 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-29T06:09:09,688 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:43015 2023-09-29T06:09:09,688 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-09-29T06:09:09,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2559ecac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:09:09,689 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:09,689 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:09,986 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:09,986 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:09,987 INFO [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2234878904334269734.bcfks thread started 2023-09-29T06:09:09,987 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:09,987 INFO [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks thread started 2023-09-29T06:09:09,987 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:10,134 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:10,299 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:10,299 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:10,299 INFO [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2234878904334269734.bcfks thread started 2023-09-29T06:09:10,299 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:10,300 INFO [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks thread started 2023-09-29T06:09:10,300 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x8d0eed42, L:/127.0.0.1:43015 - R:localhost/127.0.0.1:49652] 2023-09-29T06:09:10,466 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:49652, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:10,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:09:10,468 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2234878904334269734.bcfks was interrupted and is shutting down... 2023-09-29T06:09:10,468 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks was interrupted and is shutting down... 2023-09-29T06:09:10,468 INFO [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2234878904334269734.bcfks thread finished 2023-09-29T06:09:10,468 INFO [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks thread finished 2023-09-29T06:09:10,475 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:10,475 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:10,475 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:10,475 INFO [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:10,695 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:10,695 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:10,695 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:10,695 INFO [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2234878904334269734.bcfks 2023-09-29T06:09:10,696 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:10,696 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:10,696 INFO [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:10,696 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:10,842 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:10,842 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:10,842 INFO [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:10,842 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1941249761428974774.bcfks 2023-09-29T06:09:10,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7635a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-09-29T06:09:10,842 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-09-29T06:09:10,843 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:11,136 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:11,137 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:11,137 INFO [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2234878904334269734.bcfks thread started 2023-09-29T06:09:11,137 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ef7b7cff-345f-b1a4-8c39-730764ed8448/TestNettyTlsIPC 2023-09-29T06:09:11,137 INFO [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks thread started 2023-09-29T06:09:11,137 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-09-29T06:09:11,284 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-09-29T06:09:11,432 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-09-29T06:09:11,432 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x7e3f0330, L:/127.0.0.1:43015 - R:localhost/127.0.0.1:50070] 2023-09-29T06:09:11,602 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:50070, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-09-29T06:09:11,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-29T06:09:11,603 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2234878904334269734.bcfks was interrupted and is shutting down... 2023-09-29T06:09:11,603 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks was interrupted and is shutting down... 2023-09-29T06:09:11,603 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:43015 2023-09-29T06:09:11,603 DEBUG [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks was interrupted and is shutting down... 2023-09-29T06:09:11,603 DEBUG [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2234878904334269734.bcfks was interrupted and is shutting down... 2023-09-29T06:09:11,603 INFO [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2234878904334269734.bcfks thread finished 2023-09-29T06:09:11,603 INFO [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks thread finished 2023-09-29T06:09:11,603 INFO [FileChangeWatcher-hbase_test_key2234878904334269734.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2234878904334269734.bcfks thread finished 2023-09-29T06:09:11,603 INFO [FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1941249761428974774.bcfks thread finished 2023-09-29T06:09:11,612 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=33 (was 37), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=180 (was 187), ProcessCount=167 (was 167), AvailableMemoryMB=4149 (was 4149)