2023-10-04 08:07:28,208 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6c40365c 2023-10-04 08:07:28,223 main DEBUG Took 0.012464 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-10-04 08:07:28,224 main DEBUG PluginManager 'Core' found 129 plugins 2023-10-04 08:07:28,224 main DEBUG PluginManager 'Level' found 0 plugins 2023-10-04 08:07:28,225 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-10-04 08:07:28,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:07:28,237 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-10-04 08:07:28,263 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:07:28,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:07:28,265 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:07:28,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:07:28,265 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:07:28,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:07:28,266 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:07:28,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:07:28,267 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:07:28,267 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:07:28,268 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:07:28,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:07:28,268 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:07:28,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:07:28,269 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:07:28,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:07:28,270 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:07:28,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:07:28,270 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:07:28,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:07:28,271 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:07:28,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:07:28,272 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:07:28,272 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:07:28,272 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:07:28,272 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-10-04 08:07:28,274 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:07:28,276 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-10-04 08:07:28,278 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-10-04 08:07:28,278 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-10-04 08:07:28,279 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-10-04 08:07:28,280 main DEBUG PluginManager 'Converter' found 47 plugins 2023-10-04 08:07:28,289 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-10-04 08:07:28,292 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-10-04 08:07:28,293 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-10-04 08:07:28,297 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-10-04 08:07:28,297 main DEBUG createAppenders(={Console}) 2023-10-04 08:07:28,298 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6c40365c initialized 2023-10-04 08:07:28,298 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6c40365c 2023-10-04 08:07:28,298 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6c40365c OK. 2023-10-04 08:07:28,299 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-10-04 08:07:28,299 main DEBUG OutputStream closed 2023-10-04 08:07:28,299 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-10-04 08:07:28,300 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-10-04 08:07:28,300 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@222545dc OK 2023-10-04 08:07:28,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-10-04 08:07:28,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-10-04 08:07:28,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-10-04 08:07:28,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-10-04 08:07:28,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-10-04 08:07:28,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-10-04 08:07:28,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-10-04 08:07:28,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-10-04 08:07:28,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-10-04 08:07:28,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-10-04 08:07:28,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-10-04 08:07:28,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-10-04 08:07:28,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-10-04 08:07:28,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-10-04 08:07:28,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-10-04 08:07:28,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-10-04 08:07:28,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-10-04 08:07:28,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-10-04 08:07:28,359 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-04 08:07:28,359 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@58d75e99) with optional ClassLoader: null 2023-10-04 08:07:28,359 main DEBUG Shutdown hook enabled. Registering a new one. 2023-10-04 08:07:28,360 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@58d75e99] started OK. 2023-10-04T08:07:28,375 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2023-10-04 08:07:28,378 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-10-04 08:07:28,378 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-04T08:07:28,775 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-10-04T08:07:29,819 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=10, OpenFileDescriptor=292, MaxFileDescriptor=60000, SystemLoadAverage=380, ProcessCount=168, AvailableMemoryMB=6602 2023-10-04T08:07:30,359 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2023-10-04T08:07:30,417 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-10-04T08:07:30,438 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-10-04T08:07:30,454 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-10-04T08:07:30,537 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:07:30,593 DEBUG [Time-limited test {}] channel.DefaultChannelId(79): -Dio.netty.processId: 4054 (auto-detected) 2023-10-04T08:07:30,595 DEBUG [Time-limited test {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-10-04T08:07:30,686 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:38139 2023-10-04T08:07:30,691 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-10-04T08:07:30,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0eb22c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:30,724 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-10-04T08:07:30,725 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-10-04T08:07:31,015 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:31,098 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:31,116 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:31,198 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:31,200 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:31,200 INFO [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key714876285215683286.jks thread started 2023-10-04T08:07:31,202 INFO [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2869279248711306821.jks thread started 2023-10-04T08:07:31,216 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:31,234 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:31,235 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:31,236 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:31,237 INFO [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key714876285215683286.jks thread started 2023-10-04T08:07:31,237 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:31,238 INFO [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2869279248711306821.jks thread started 2023-10-04T08:07:31,242 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x4c290515, L:/127.0.0.1:38139 - R:localhost/127.0.0.1:50652] 2023-10-04T08:07:31,409 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:50652, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:31,674 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,674 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,674 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,674 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,675 INFO [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,675 INFO [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,675 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,675 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,675 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,675 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,675 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,675 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,675 INFO [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,675 INFO [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,675 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,675 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,675 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,38139,0 is dead - stopping the connection localhost:38139/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-10-04T08:07:31,675 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,675 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,675 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,675 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,675 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,675 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,676 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,676 INFO [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,676 INFO [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,676 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,676 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,676 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,676 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,676 INFO [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,676 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:31,678 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:31,679 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:31,680 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:31,685 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:31,685 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:31,686 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xd3d576d2, L:/127.0.0.1:38139 - R:localhost/127.0.0.1:50668] 2023-10-04T08:07:31,710 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:50668, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:31,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:31,712 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:38139 2023-10-04T08:07:31,712 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key714876285215683286.jks was interrupted and is shutting down... 2023-10-04T08:07:31,712 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2869279248711306821.jks was interrupted and is shutting down... 2023-10-04T08:07:31,712 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key714876285215683286.jks was interrupted and is shutting down... 2023-10-04T08:07:31,712 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2869279248711306821.jks was interrupted and is shutting down... 2023-10-04T08:07:31,712 INFO [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key714876285215683286.jks thread finished 2023-10-04T08:07:31,726 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 10) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2869279248711306821.jks java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:196) sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:225) sun.nio.fs.AbstractPoller.close(AbstractPoller.java:144) sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:96) sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Thread-5 sun.nio.fs.UnixNativeDispatcher.close(Native Method) sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:277) sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Thread-7 sun.nio.fs.UnixNativeDispatcher.close(Native Method) sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:277) sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:306) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:363) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Thread-6 sun.nio.fs.UnixNativeDispatcher.close(Native Method) sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:277) sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HBase-Metrics2-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:306) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:363) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Monitor thread for TaskMonitor java.lang.Thread.sleep(Native Method) org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Timer for 'HBase' metrics system java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:306) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:363) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: FileChangeWatcher-hbase_test_ca2869279248711306821.jks java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:196) sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:225) sun.nio.fs.AbstractPoller.close(AbstractPoller.java:144) sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:96) sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key714876285215683286.jks java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:196) sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:225) sun.nio.fs.AbstractPoller.close(AbstractPoller.java:144) sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:96) sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=341 (was 292) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=380 (was 380), ProcessCount=168 (was 168), AvailableMemoryMB=6447 (was 6602) 2023-10-04T08:07:31,730 INFO [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2869279248711306821.jks thread finished 2023-10-04T08:07:31,730 INFO [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2869279248711306821.jks thread finished 2023-10-04T08:07:31,730 INFO [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key714876285215683286.jks thread finished 2023-10-04T08:07:31,737 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=380, ProcessCount=168, AvailableMemoryMB=6447 2023-10-04T08:07:31,738 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:07:31,739 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:43507 2023-10-04T08:07:31,739 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-10-04T08:07:31,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d20f41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:31,741 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:31,742 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:31,742 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:31,743 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:31,743 INFO [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key714876285215683286.jks thread started 2023-10-04T08:07:31,744 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:31,744 INFO [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2869279248711306821.jks thread started 2023-10-04T08:07:31,744 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:31,746 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:31,746 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:31,747 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:31,747 INFO [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key714876285215683286.jks thread started 2023-10-04T08:07:31,748 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:31,750 INFO [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2869279248711306821.jks thread started 2023-10-04T08:07:31,750 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x84549056, L:/127.0.0.1:43507 - R:localhost/127.0.0.1:35250] 2023-10-04T08:07:31,770 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:35250, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:31,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:31,772 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key714876285215683286.jks was interrupted and is shutting down... 2023-10-04T08:07:31,772 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2869279248711306821.jks was interrupted and is shutting down... 2023-10-04T08:07:31,773 INFO [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key714876285215683286.jks thread finished 2023-10-04T08:07:31,773 INFO [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2869279248711306821.jks thread finished 2023-10-04T08:07:31,989 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,989 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,989 INFO [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,989 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,989 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,989 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,990 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d09941b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:31,990 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,990 INFO [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,989 INFO [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key714876285215683286.jks 2023-10-04T08:07:31,990 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,990 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,990 INFO [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,990 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:31,990 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,990 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,991 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2869279248711306821.jks 2023-10-04T08:07:31,992 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:31,994 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:31,994 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:31,995 INFO [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key714876285215683286.jks thread started 2023-10-04T08:07:31,995 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:31,996 INFO [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2869279248711306821.jks thread started 2023-10-04T08:07:31,997 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:31,998 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:31,998 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:31,999 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xc092481c, L:/127.0.0.1:43507 - R:localhost/127.0.0.1:35252] 2023-10-04T08:07:32,029 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:35252, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:32,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:32,031 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:43507 2023-10-04T08:07:32,031 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key714876285215683286.jks was interrupted and is shutting down... 2023-10-04T08:07:32,031 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2869279248711306821.jks was interrupted and is shutting down... 2023-10-04T08:07:32,031 DEBUG [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key714876285215683286.jks was interrupted and is shutting down... 2023-10-04T08:07:32,031 DEBUG [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2869279248711306821.jks was interrupted and is shutting down... 2023-10-04T08:07:32,034 INFO [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key714876285215683286.jks thread finished 2023-10-04T08:07:32,035 INFO [FileChangeWatcher-hbase_test_key714876285215683286.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key714876285215683286.jks thread finished 2023-10-04T08:07:32,035 INFO [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2869279248711306821.jks thread finished 2023-10-04T08:07:32,035 INFO [FileChangeWatcher-hbase_test_ca2869279248711306821.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2869279248711306821.jks thread finished 2023-10-04T08:07:32,045 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 25), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=380 (was 380), ProcessCount=168 (was 168), AvailableMemoryMB=6445 (was 6447) 2023-10-04T08:07:32,053 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=21, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=380, ProcessCount=168, AvailableMemoryMB=6445 2023-10-04T08:07:32,138 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:07:32,140 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:34249 2023-10-04T08:07:32,140 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-10-04T08:07:32,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c234995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:32,141 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:32,142 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:32,159 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:32,160 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:32,160 INFO [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4157081419002508617.pem thread started 2023-10-04T08:07:32,160 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:32,162 INFO [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7562023772661356140.pem thread started 2023-10-04T08:07:32,162 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:32,168 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:32,169 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:32,169 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:32,170 INFO [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4157081419002508617.pem thread started 2023-10-04T08:07:32,170 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:32,183 INFO [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7562023772661356140.pem thread started 2023-10-04T08:07:32,183 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xb3fc46e0, L:/127.0.0.1:34249 - R:localhost/127.0.0.1:53176] 2023-10-04T08:07:32,201 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:53176, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:32,466 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,466 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,466 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,466 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,467 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,467 INFO [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,467 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,467 INFO [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,467 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,467 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,467 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,467 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,467 INFO [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,467 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,467 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,467 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7562023772661356140.pem 2023-10-04T08:07:32,467 INFO [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,467 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7562023772661356140.pem 2023-10-04T08:07:32,467 INFO [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7562023772661356140.pem 2023-10-04T08:07:32,467 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,34249,0 is dead - stopping the connection localhost:34249/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-10-04T08:07:32,467 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7562023772661356140.pem 2023-10-04T08:07:32,467 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7562023772661356140.pem 2023-10-04T08:07:32,468 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7562023772661356140.pem 2023-10-04T08:07:32,468 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7562023772661356140.pem 2023-10-04T08:07:32,468 INFO [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7562023772661356140.pem 2023-10-04T08:07:32,468 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:32,469 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:32,474 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:32,474 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:32,480 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:32,481 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:32,481 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xd4044d31, L:/127.0.0.1:34249 - R:localhost/127.0.0.1:53182] 2023-10-04T08:07:32,501 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:53182, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:32,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:32,503 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4157081419002508617.pem was interrupted and is shutting down... 2023-10-04T08:07:32,503 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:34249 2023-10-04T08:07:32,503 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7562023772661356140.pem was interrupted and is shutting down... 2023-10-04T08:07:32,503 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7562023772661356140.pem was interrupted and is shutting down... 2023-10-04T08:07:32,503 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4157081419002508617.pem was interrupted and is shutting down... 2023-10-04T08:07:32,504 INFO [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4157081419002508617.pem thread finished 2023-10-04T08:07:32,504 INFO [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7562023772661356140.pem thread finished 2023-10-04T08:07:32,504 INFO [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7562023772661356140.pem thread finished 2023-10-04T08:07:32,513 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25 (was 21) - Thread LEAK? -, OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=357 (was 380), ProcessCount=168 (was 168), AvailableMemoryMB=6395 (was 6445) 2023-10-04T08:07:32,518 INFO [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4157081419002508617.pem thread finished 2023-10-04T08:07:32,521 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=357, ProcessCount=168, AvailableMemoryMB=6395 2023-10-04T08:07:32,522 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:07:32,523 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:42565 2023-10-04T08:07:32,523 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-10-04T08:07:32,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae06d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:32,524 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:32,525 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:32,529 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:32,529 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:32,530 INFO [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4157081419002508617.pem thread started 2023-10-04T08:07:32,530 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:32,530 INFO [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7562023772661356140.pem thread started 2023-10-04T08:07:32,531 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:32,534 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:32,535 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:32,535 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:32,536 INFO [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4157081419002508617.pem thread started 2023-10-04T08:07:32,536 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:32,538 INFO [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7562023772661356140.pem thread started 2023-10-04T08:07:32,538 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xb5c2217a, L:/127.0.0.1:42565 - R:localhost/127.0.0.1:57134] 2023-10-04T08:07:32,555 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:57134, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:32,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:32,557 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4157081419002508617.pem was interrupted and is shutting down... 2023-10-04T08:07:32,557 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7562023772661356140.pem was interrupted and is shutting down... 2023-10-04T08:07:32,562 INFO [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7562023772661356140.pem thread finished 2023-10-04T08:07:32,562 INFO [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4157081419002508617.pem thread finished 2023-10-04T08:07:32,808 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,808 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,808 INFO [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,808 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,808 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,808 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,808 INFO [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,808 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4157081419002508617.pem 2023-10-04T08:07:32,808 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7562023772661356140.pem 2023-10-04T08:07:32,808 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7562023772661356140.pem 2023-10-04T08:07:32,808 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7562023772661356140.pem 2023-10-04T08:07:32,808 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7562023772661356140.pem 2023-10-04T08:07:32,808 INFO [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7562023772661356140.pem 2023-10-04T08:07:32,808 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7562023772661356140.pem 2023-10-04T08:07:32,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67771129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:32,809 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:32,810 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:32,815 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:32,815 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:32,816 INFO [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4157081419002508617.pem thread started 2023-10-04T08:07:32,816 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:32,816 INFO [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7562023772661356140.pem thread started 2023-10-04T08:07:32,817 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:32,821 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:32,822 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:32,822 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x20082bb5, L:/127.0.0.1:42565 - R:localhost/127.0.0.1:57136] 2023-10-04T08:07:32,842 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:57136, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:32,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:32,843 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:42565 2023-10-04T08:07:32,843 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4157081419002508617.pem was interrupted and is shutting down... 2023-10-04T08:07:32,843 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7562023772661356140.pem was interrupted and is shutting down... 2023-10-04T08:07:32,844 DEBUG [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7562023772661356140.pem was interrupted and is shutting down... 2023-10-04T08:07:32,844 DEBUG [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4157081419002508617.pem was interrupted and is shutting down... 2023-10-04T08:07:32,844 INFO [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7562023772661356140.pem thread finished 2023-10-04T08:07:32,844 INFO [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4157081419002508617.pem thread finished 2023-10-04T08:07:32,844 INFO [FileChangeWatcher-hbase_test_ca7562023772661356140.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7562023772661356140.pem thread finished 2023-10-04T08:07:32,853 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) - Thread LEAK? -, OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=357 (was 357), ProcessCount=168 (was 168), AvailableMemoryMB=6394 (was 6395) 2023-10-04T08:07:32,858 INFO [FileChangeWatcher-hbase_test_key4157081419002508617.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4157081419002508617.pem thread finished 2023-10-04T08:07:32,862 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=27, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=357, ProcessCount=168, AvailableMemoryMB=6394 2023-10-04T08:07:33,045 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:07:33,046 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:44361 2023-10-04T08:07:33,046 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-10-04T08:07:33,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21136120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:33,047 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:33,048 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:33,178 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:33,179 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:33,179 INFO [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3543093877726080770.p12 thread started 2023-10-04T08:07:33,180 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:33,180 INFO [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5725133304498835846.p12 thread started 2023-10-04T08:07:33,180 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:33,244 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:33,307 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:33,307 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:33,308 INFO [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3543093877726080770.p12 thread started 2023-10-04T08:07:33,308 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:33,309 INFO [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5725133304498835846.p12 thread started 2023-10-04T08:07:33,309 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xf357b97c, L:/127.0.0.1:44361 - R:localhost/127.0.0.1:51178] 2023-10-04T08:07:33,423 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:51178, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:33,732 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:33,732 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:33,732 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:33,732 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:33,732 INFO [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:33,732 INFO [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:33,732 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:33,732 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:33,844 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:33,844 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:33,844 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:33,844 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:33,844 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:33,844 INFO [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:33,844 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:33,844 INFO [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:33,844 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:33,844 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:33,844 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:33,844 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:33,844 INFO [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:33,844 INFO [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:33,844 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:33,844 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:33,907 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:33,907 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:33,907 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:33,907 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,44361,0 is dead - stopping the connection localhost:44361/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-10-04T08:07:33,907 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:33,907 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:33,907 INFO [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:33,907 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:33,908 INFO [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:33,908 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:33,909 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:34,039 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:34,039 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:34,108 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:34,176 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:34,177 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xf8cd7d48, L:/127.0.0.1:44361 - R:localhost/127.0.0.1:51180] 2023-10-04T08:07:34,296 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:51180, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:34,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:34,298 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3543093877726080770.p12 was interrupted and is shutting down... 2023-10-04T08:07:34,298 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5725133304498835846.p12 was interrupted and is shutting down... 2023-10-04T08:07:34,298 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:44361 2023-10-04T08:07:34,298 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3543093877726080770.p12 was interrupted and is shutting down... 2023-10-04T08:07:34,298 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5725133304498835846.p12 was interrupted and is shutting down... 2023-10-04T08:07:34,299 INFO [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5725133304498835846.p12 thread finished 2023-10-04T08:07:34,299 INFO [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3543093877726080770.p12 thread finished 2023-10-04T08:07:34,299 INFO [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3543093877726080770.p12 thread finished 2023-10-04T08:07:34,308 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29 (was 27) - Thread LEAK? -, OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=357 (was 357), ProcessCount=168 (was 168), AvailableMemoryMB=6350 (was 6394) 2023-10-04T08:07:34,314 INFO [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5725133304498835846.p12 thread finished 2023-10-04T08:07:34,317 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=357, ProcessCount=168, AvailableMemoryMB=6350 2023-10-04T08:07:34,317 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:07:34,318 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:44995 2023-10-04T08:07:34,318 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-10-04T08:07:34,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1e307c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:34,319 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:34,320 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:34,456 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:34,457 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:34,457 INFO [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3543093877726080770.p12 thread started 2023-10-04T08:07:34,457 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:34,458 INFO [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5725133304498835846.p12 thread started 2023-10-04T08:07:34,458 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:34,535 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:34,598 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:34,599 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:34,599 INFO [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3543093877726080770.p12 thread started 2023-10-04T08:07:34,599 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:34,600 INFO [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5725133304498835846.p12 thread started 2023-10-04T08:07:34,600 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x313bea34, L:/127.0.0.1:44995 - R:localhost/127.0.0.1:45348] 2023-10-04T08:07:34,712 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:45348, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:34,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:34,718 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5725133304498835846.p12 was interrupted and is shutting down... 2023-10-04T08:07:34,718 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3543093877726080770.p12 was interrupted and is shutting down... 2023-10-04T08:07:34,718 INFO [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3543093877726080770.p12 thread finished 2023-10-04T08:07:34,718 INFO [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5725133304498835846.p12 thread finished 2023-10-04T08:07:34,952 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:34,952 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:34,952 INFO [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:34,952 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:35,062 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:35,062 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:35,062 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:35,062 INFO [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3543093877726080770.p12 2023-10-04T08:07:35,062 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:35,062 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:35,062 INFO [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:35,062 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:35,125 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:35,125 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:35,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a243c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:35,125 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:35,125 INFO [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5725133304498835846.p12 2023-10-04T08:07:35,125 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:35,127 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:35,253 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:35,253 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:35,254 INFO [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3543093877726080770.p12 thread started 2023-10-04T08:07:35,254 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:35,255 INFO [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5725133304498835846.p12 thread started 2023-10-04T08:07:35,255 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:35,319 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:35,382 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:35,383 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xba00347e, L:/127.0.0.1:44995 - R:localhost/127.0.0.1:45356] 2023-10-04T08:07:35,495 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:45356, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:35,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:35,497 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:44995 2023-10-04T08:07:35,497 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3543093877726080770.p12 was interrupted and is shutting down... 2023-10-04T08:07:35,497 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5725133304498835846.p12 was interrupted and is shutting down... 2023-10-04T08:07:35,497 DEBUG [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3543093877726080770.p12 was interrupted and is shutting down... 2023-10-04T08:07:35,497 DEBUG [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5725133304498835846.p12 was interrupted and is shutting down... 2023-10-04T08:07:35,497 INFO [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3543093877726080770.p12 thread finished 2023-10-04T08:07:35,497 INFO [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5725133304498835846.p12 thread finished 2023-10-04T08:07:35,498 INFO [FileChangeWatcher-hbase_test_key3543093877726080770.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3543093877726080770.p12 thread finished 2023-10-04T08:07:35,498 INFO [FileChangeWatcher-hbase_test_ca5725133304498835846.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5725133304498835846.p12 thread finished 2023-10-04T08:07:35,506 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29 (was 29), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=357 (was 357), ProcessCount=168 (was 168), AvailableMemoryMB=6292 (was 6350) 2023-10-04T08:07:35,514 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=29, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=357, ProcessCount=168, AvailableMemoryMB=6291 2023-10-04T08:07:35,976 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:07:35,977 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:42663 2023-10-04T08:07:35,977 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-10-04T08:07:35,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225a86a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:35,978 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:35,979 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:36,284 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:36,284 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:36,285 INFO [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5989404389411817744.bcfks thread started 2023-10-04T08:07:36,285 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:36,285 INFO [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks thread started 2023-10-04T08:07:36,285 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:36,433 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:36,581 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:36,582 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:36,582 INFO [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5989404389411817744.bcfks thread started 2023-10-04T08:07:36,582 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:36,583 INFO [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks thread started 2023-10-04T08:07:36,583 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x7e382fc3, L:/127.0.0.1:42663 - R:localhost/127.0.0.1:43884] 2023-10-04T08:07:36,766 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:43884, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:36,875 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:36,875 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:36,875 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:36,875 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:36,875 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:36,876 INFO [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:36,876 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:36,876 INFO [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:37,097 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:37,097 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:37,097 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:37,097 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:37,097 INFO [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:37,097 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:37,097 INFO [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:37,097 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:37,097 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:37,097 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:37,097 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:37,097 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:37,097 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:37,097 INFO [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:37,097 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:37,097 INFO [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:37,243 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:37,243 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:37,243 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:37,243 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,42663,0 is dead - stopping the connection localhost:42663/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-10-04T08:07:37,244 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:37,244 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:37,244 INFO [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:37,244 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:37,244 INFO [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:37,244 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:37,245 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:37,542 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:37,543 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:37,690 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:37,837 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:37,838 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x38ddb84c, L:/127.0.0.1:42663 - R:localhost/127.0.0.1:43898] 2023-10-04T08:07:38,013 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:43898, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:38,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:38,015 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5989404389411817744.bcfks was interrupted and is shutting down... 2023-10-04T08:07:38,015 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks was interrupted and is shutting down... 2023-10-04T08:07:38,015 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:42663 2023-10-04T08:07:38,015 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5989404389411817744.bcfks was interrupted and is shutting down... 2023-10-04T08:07:38,015 INFO [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5989404389411817744.bcfks thread finished 2023-10-04T08:07:38,015 INFO [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks thread finished 2023-10-04T08:07:38,015 INFO [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5989404389411817744.bcfks thread finished 2023-10-04T08:07:38,016 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks was interrupted and is shutting down... 2023-10-04T08:07:38,016 INFO [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks thread finished 2023-10-04T08:07:38,027 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=31 (was 29) - Thread LEAK? -, OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=337 (was 357), ProcessCount=168 (was 168), AvailableMemoryMB=6290 (was 6291) 2023-10-04T08:07:38,036 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=31, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=337, ProcessCount=168, AvailableMemoryMB=6289 2023-10-04T08:07:38,037 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:07:38,038 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:41391 2023-10-04T08:07:38,038 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-10-04T08:07:38,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11261cd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:38,039 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:38,040 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:38,335 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:38,336 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:38,336 INFO [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5989404389411817744.bcfks thread started 2023-10-04T08:07:38,336 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:38,337 INFO [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks thread started 2023-10-04T08:07:38,337 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:38,485 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:38,634 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:38,635 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:38,636 INFO [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5989404389411817744.bcfks thread started 2023-10-04T08:07:38,636 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:38,637 INFO [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks thread started 2023-10-04T08:07:38,637 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x97704954, L:/127.0.0.1:41391 - R:localhost/127.0.0.1:55712] 2023-10-04T08:07:38,805 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:55712, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:38,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:38,807 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5989404389411817744.bcfks was interrupted and is shutting down... 2023-10-04T08:07:38,807 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks was interrupted and is shutting down... 2023-10-04T08:07:38,807 INFO [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5989404389411817744.bcfks thread finished 2023-10-04T08:07:38,808 INFO [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks thread finished 2023-10-04T08:07:38,939 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:38,939 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:38,939 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:38,939 INFO [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:39,158 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:39,158 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:39,158 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:39,158 INFO [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5989404389411817744.bcfks 2023-10-04T08:07:39,158 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:39,158 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:39,158 INFO [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:39,158 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:39,305 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:39,305 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:39,305 INFO [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:39,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef70d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:39,305 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2607785420702218007.bcfks 2023-10-04T08:07:39,305 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:39,307 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:39,601 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:39,601 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:39,602 INFO [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5989404389411817744.bcfks thread started 2023-10-04T08:07:39,602 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:39,602 INFO [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks thread started 2023-10-04T08:07:39,603 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:39,751 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:39,898 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:39,899 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x1ec14381, L:/127.0.0.1:41391 - R:localhost/127.0.0.1:55724] 2023-10-04T08:07:40,073 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:55724, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:40,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:40,076 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5989404389411817744.bcfks was interrupted and is shutting down... 2023-10-04T08:07:40,076 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks was interrupted and is shutting down... 2023-10-04T08:07:40,076 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:41391 2023-10-04T08:07:40,076 DEBUG [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks was interrupted and is shutting down... 2023-10-04T08:07:40,076 DEBUG [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5989404389411817744.bcfks was interrupted and is shutting down... 2023-10-04T08:07:40,076 INFO [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks thread finished 2023-10-04T08:07:40,077 INFO [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5989404389411817744.bcfks thread finished 2023-10-04T08:07:40,086 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 31) - Thread LEAK? -, OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=337 (was 337), ProcessCount=168 (was 168), AvailableMemoryMB=6275 (was 6289) 2023-10-04T08:07:40,090 INFO [FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2607785420702218007.bcfks thread finished 2023-10-04T08:07:40,090 INFO [FileChangeWatcher-hbase_test_key5989404389411817744.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5989404389411817744.bcfks thread finished 2023-10-04T08:07:40,094 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=337, ProcessCount=168, AvailableMemoryMB=6275 2023-10-04T08:07:40,195 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:07:40,196 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:43151 2023-10-04T08:07:40,196 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-10-04T08:07:40,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7623e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:40,197 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:40,198 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,199 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,199 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,200 INFO [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4429504772411522252.jks thread started 2023-10-04T08:07:40,200 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,200 INFO [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1118588513454641835.jks thread started 2023-10-04T08:07:40,201 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:40,201 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,202 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,203 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,204 INFO [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4429504772411522252.jks thread started 2023-10-04T08:07:40,204 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,205 INFO [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1118588513454641835.jks thread started 2023-10-04T08:07:40,205 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xf60096ba, L:/127.0.0.1:43151 - R:localhost/127.0.0.1:60590] 2023-10-04T08:07:40,230 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:60590, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:40,237 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,237 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,237 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,237 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,237 INFO [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,237 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,237 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,237 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,237 INFO [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,238 INFO [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,238 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,238 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,238 INFO [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,238 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,238 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,238 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,238 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,238 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,238 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,238 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,238 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,238 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,238 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,43151,0 is dead - stopping the connection localhost:43151/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-10-04T08:07:40,238 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,238 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,238 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,238 INFO [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,238 INFO [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,238 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,238 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,238 INFO [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,238 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:40,239 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,240 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,240 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:40,241 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,241 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,242 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xd9ca9e20, L:/127.0.0.1:43151 - R:localhost/127.0.0.1:60594] 2023-10-04T08:07:40,262 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:60594, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:40,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:40,264 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4429504772411522252.jks was interrupted and is shutting down... 2023-10-04T08:07:40,264 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1118588513454641835.jks was interrupted and is shutting down... 2023-10-04T08:07:40,264 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:43151 2023-10-04T08:07:40,264 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4429504772411522252.jks was interrupted and is shutting down... 2023-10-04T08:07:40,264 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1118588513454641835.jks was interrupted and is shutting down... 2023-10-04T08:07:40,264 INFO [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4429504772411522252.jks thread finished 2023-10-04T08:07:40,264 INFO [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1118588513454641835.jks thread finished 2023-10-04T08:07:40,270 INFO [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4429504772411522252.jks thread finished 2023-10-04T08:07:40,270 INFO [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1118588513454641835.jks thread finished 2023-10-04T08:07:40,273 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=337 (was 337), ProcessCount=168 (was 168), AvailableMemoryMB=6274 (was 6275) 2023-10-04T08:07:40,281 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=33, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=337, ProcessCount=168, AvailableMemoryMB=6274 2023-10-04T08:07:40,282 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:07:40,282 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:35687 2023-10-04T08:07:40,283 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-10-04T08:07:40,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c13c99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:40,283 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:40,284 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,285 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,285 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,285 INFO [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4429504772411522252.jks thread started 2023-10-04T08:07:40,285 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,286 INFO [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1118588513454641835.jks thread started 2023-10-04T08:07:40,286 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:40,287 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,287 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,287 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,287 INFO [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4429504772411522252.jks thread started 2023-10-04T08:07:40,287 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,288 INFO [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1118588513454641835.jks thread started 2023-10-04T08:07:40,288 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x11981a31, L:/127.0.0.1:35687 - R:localhost/127.0.0.1:50594] 2023-10-04T08:07:40,305 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:50594, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:40,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:40,307 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4429504772411522252.jks was interrupted and is shutting down... 2023-10-04T08:07:40,307 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1118588513454641835.jks was interrupted and is shutting down... 2023-10-04T08:07:40,307 INFO [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1118588513454641835.jks thread finished 2023-10-04T08:07:40,307 INFO [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4429504772411522252.jks thread finished 2023-10-04T08:07:40,313 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,313 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,313 INFO [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,313 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,313 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,313 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,313 INFO [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,313 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4429504772411522252.jks 2023-10-04T08:07:40,313 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,313 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,313 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,313 INFO [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,313 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,313 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,313 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,313 INFO [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1118588513454641835.jks 2023-10-04T08:07:40,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25699282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:40,314 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:40,315 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,315 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,316 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,316 INFO [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4429504772411522252.jks thread started 2023-10-04T08:07:40,316 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,317 INFO [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1118588513454641835.jks thread started 2023-10-04T08:07:40,317 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:40,318 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,318 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,318 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x3ed48c83, L:/127.0.0.1:35687 - R:localhost/127.0.0.1:50598] 2023-10-04T08:07:40,343 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:50598, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:40,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:40,345 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4429504772411522252.jks was interrupted and is shutting down... 2023-10-04T08:07:40,345 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1118588513454641835.jks was interrupted and is shutting down... 2023-10-04T08:07:40,345 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:35687 2023-10-04T08:07:40,345 DEBUG [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4429504772411522252.jks was interrupted and is shutting down... 2023-10-04T08:07:40,345 DEBUG [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1118588513454641835.jks was interrupted and is shutting down... 2023-10-04T08:07:40,354 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=41 (was 33) - Thread LEAK? -, OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=337 (was 337), ProcessCount=168 (was 168), AvailableMemoryMB=6274 (was 6274) 2023-10-04T08:07:40,358 INFO [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4429504772411522252.jks thread finished 2023-10-04T08:07:40,358 INFO [FileChangeWatcher-hbase_test_key4429504772411522252.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4429504772411522252.jks thread finished 2023-10-04T08:07:40,358 INFO [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1118588513454641835.jks thread finished 2023-10-04T08:07:40,358 INFO [FileChangeWatcher-hbase_test_ca1118588513454641835.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1118588513454641835.jks thread finished 2023-10-04T08:07:40,362 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=41, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=337, ProcessCount=168, AvailableMemoryMB=6274 2023-10-04T08:07:40,367 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:07:40,367 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:36931 2023-10-04T08:07:40,368 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-10-04T08:07:40,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26da2f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:40,368 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:40,369 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,373 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,374 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,374 INFO [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5102150048323480840.pem thread started 2023-10-04T08:07:40,374 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,375 INFO [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7047816135976894677.pem thread started 2023-10-04T08:07:40,375 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:40,378 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,378 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,379 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,379 INFO [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5102150048323480840.pem thread started 2023-10-04T08:07:40,379 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,379 INFO [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7047816135976894677.pem thread started 2023-10-04T08:07:40,379 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xbf97e5b2, L:/127.0.0.1:36931 - R:localhost/127.0.0.1:60884] 2023-10-04T08:07:40,397 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:60884, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:40,405 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,405 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,405 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,405 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,405 INFO [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,405 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,405 INFO [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,405 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,405 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,405 INFO [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,405 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,405 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,405 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,405 INFO [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,405 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,405 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,405 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,405 INFO [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,405 INFO [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,405 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,406 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,36931,0 is dead - stopping the connection localhost:36931/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-10-04T08:07:40,406 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,406 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,406 INFO [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,406 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,406 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:40,407 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,410 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,411 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:40,414 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,414 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,414 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x1aa1213f, L:/127.0.0.1:36931 - R:localhost/127.0.0.1:60894] 2023-10-04T08:07:40,436 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:60894, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:40,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:40,437 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:36931 2023-10-04T08:07:40,437 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7047816135976894677.pem was interrupted and is shutting down... 2023-10-04T08:07:40,437 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5102150048323480840.pem was interrupted and is shutting down... 2023-10-04T08:07:40,437 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5102150048323480840.pem was interrupted and is shutting down... 2023-10-04T08:07:40,437 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7047816135976894677.pem was interrupted and is shutting down... 2023-10-04T08:07:40,437 INFO [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5102150048323480840.pem thread finished 2023-10-04T08:07:40,437 INFO [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7047816135976894677.pem thread finished 2023-10-04T08:07:40,445 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 41), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=337 (was 337), ProcessCount=168 (was 168), AvailableMemoryMB=6273 (was 6274) 2023-10-04T08:07:40,450 INFO [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7047816135976894677.pem thread finished 2023-10-04T08:07:40,450 INFO [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5102150048323480840.pem thread finished 2023-10-04T08:07:40,453 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=337, ProcessCount=168, AvailableMemoryMB=6273 2023-10-04T08:07:40,454 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:07:40,455 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:33371 2023-10-04T08:07:40,455 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-10-04T08:07:40,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae1c305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:40,455 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:40,456 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,459 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,459 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,460 INFO [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5102150048323480840.pem thread started 2023-10-04T08:07:40,460 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,460 INFO [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7047816135976894677.pem thread started 2023-10-04T08:07:40,460 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:40,464 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,465 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,465 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,465 INFO [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5102150048323480840.pem thread started 2023-10-04T08:07:40,465 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,466 INFO [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7047816135976894677.pem thread started 2023-10-04T08:07:40,466 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x9aa1d1a2, L:/127.0.0.1:33371 - R:localhost/127.0.0.1:51760] 2023-10-04T08:07:40,483 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:51760, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:40,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:40,485 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5102150048323480840.pem was interrupted and is shutting down... 2023-10-04T08:07:40,485 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7047816135976894677.pem was interrupted and is shutting down... 2023-10-04T08:07:40,485 INFO [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5102150048323480840.pem thread finished 2023-10-04T08:07:40,485 INFO [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7047816135976894677.pem thread finished 2023-10-04T08:07:40,492 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,492 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,492 INFO [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,492 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5102150048323480840.pem 2023-10-04T08:07:40,492 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,492 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,492 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,492 INFO [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,492 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,492 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,492 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,492 INFO [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7047816135976894677.pem 2023-10-04T08:07:40,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a884451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:40,493 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:40,493 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,497 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,497 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,497 INFO [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5102150048323480840.pem thread started 2023-10-04T08:07:40,497 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,499 INFO [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7047816135976894677.pem thread started 2023-10-04T08:07:40,499 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:40,503 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,503 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,504 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x7b329aef, L:/127.0.0.1:33371 - R:localhost/127.0.0.1:51776] 2023-10-04T08:07:40,524 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:51776, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:40,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:40,525 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5102150048323480840.pem was interrupted and is shutting down... 2023-10-04T08:07:40,525 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:33371 2023-10-04T08:07:40,525 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7047816135976894677.pem was interrupted and is shutting down... 2023-10-04T08:07:40,525 DEBUG [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5102150048323480840.pem was interrupted and is shutting down... 2023-10-04T08:07:40,525 DEBUG [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7047816135976894677.pem was interrupted and is shutting down... 2023-10-04T08:07:40,526 INFO [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7047816135976894677.pem thread finished 2023-10-04T08:07:40,526 INFO [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5102150048323480840.pem thread finished 2023-10-04T08:07:40,526 INFO [FileChangeWatcher-hbase_test_ca7047816135976894677.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7047816135976894677.pem thread finished 2023-10-04T08:07:40,526 INFO [FileChangeWatcher-hbase_test_key5102150048323480840.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5102150048323480840.pem thread finished 2023-10-04T08:07:40,534 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=33 (was 37), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=337 (was 337), ProcessCount=168 (was 168), AvailableMemoryMB=6272 (was 6273) 2023-10-04T08:07:40,542 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=337, ProcessCount=168, AvailableMemoryMB=6271 2023-10-04T08:07:40,719 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:07:40,719 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:45957 2023-10-04T08:07:40,720 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-10-04T08:07:40,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@707b383e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:40,721 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:40,721 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,859 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,859 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,859 INFO [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8987658644793633797.p12 thread started 2023-10-04T08:07:40,859 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,860 INFO [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5131129249777620668.p12 thread started 2023-10-04T08:07:40,860 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:40,924 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:40,987 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:40,987 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,988 INFO [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8987658644793633797.p12 thread started 2023-10-04T08:07:40,988 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:40,988 INFO [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5131129249777620668.p12 thread started 2023-10-04T08:07:40,988 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xce662f67, L:/127.0.0.1:45957 - R:localhost/127.0.0.1:38768] 2023-10-04T08:07:41,102 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:38768, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:41,108 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:41,108 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:41,108 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:41,108 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:41,108 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:41,108 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:41,108 INFO [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:41,108 INFO [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:41,217 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:41,217 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:41,217 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:41,217 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:41,217 INFO [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:41,217 INFO [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:41,217 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:41,217 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:41,217 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:41,217 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:41,217 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:41,217 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:41,217 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:41,217 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:41,217 INFO [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:41,217 INFO [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:41,279 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:41,279 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:41,279 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:41,279 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:41,279 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:41,279 INFO [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:41,279 INFO [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:41,279 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:41,279 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,45957,0 is dead - stopping the connection localhost:45957/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-10-04T08:07:41,280 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:41,280 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:41,406 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:41,407 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:41,470 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:41,533 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:41,533 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x3fdbbb59, L:/127.0.0.1:45957 - R:localhost/127.0.0.1:38774] 2023-10-04T08:07:41,649 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:38774, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:41,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:41,651 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5131129249777620668.p12 was interrupted and is shutting down... 2023-10-04T08:07:41,651 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8987658644793633797.p12 was interrupted and is shutting down... 2023-10-04T08:07:41,651 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:45957 2023-10-04T08:07:41,651 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5131129249777620668.p12 was interrupted and is shutting down... 2023-10-04T08:07:41,651 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8987658644793633797.p12 was interrupted and is shutting down... 2023-10-04T08:07:41,651 INFO [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5131129249777620668.p12 thread finished 2023-10-04T08:07:41,651 INFO [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8987658644793633797.p12 thread finished 2023-10-04T08:07:41,651 INFO [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5131129249777620668.p12 thread finished 2023-10-04T08:07:41,660 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=337 (was 337), ProcessCount=168 (was 168), AvailableMemoryMB=6229 (was 6271) 2023-10-04T08:07:41,666 INFO [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8987658644793633797.p12 thread finished 2023-10-04T08:07:41,667 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=337, ProcessCount=168, AvailableMemoryMB=6228 2023-10-04T08:07:41,668 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:07:41,669 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:40131 2023-10-04T08:07:41,669 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-10-04T08:07:41,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b842812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:41,670 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:41,671 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:41,797 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:41,797 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:41,798 INFO [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8987658644793633797.p12 thread started 2023-10-04T08:07:41,798 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:41,798 INFO [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5131129249777620668.p12 thread started 2023-10-04T08:07:41,798 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:41,862 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:41,925 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:41,925 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:41,926 INFO [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8987658644793633797.p12 thread started 2023-10-04T08:07:41,926 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:41,926 INFO [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5131129249777620668.p12 thread started 2023-10-04T08:07:41,926 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x7ad2d40c, L:/127.0.0.1:40131 - R:localhost/127.0.0.1:55958] 2023-10-04T08:07:42,041 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:55958, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:42,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:42,043 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5131129249777620668.p12 was interrupted and is shutting down... 2023-10-04T08:07:42,043 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8987658644793633797.p12 was interrupted and is shutting down... 2023-10-04T08:07:42,043 INFO [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8987658644793633797.p12 thread finished 2023-10-04T08:07:42,043 INFO [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5131129249777620668.p12 thread finished 2023-10-04T08:07:42,046 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:42,046 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:42,046 INFO [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:42,046 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:42,156 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:42,156 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:42,156 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:42,156 INFO [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8987658644793633797.p12 2023-10-04T08:07:42,156 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:42,156 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:42,156 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:42,156 INFO [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:42,219 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:42,219 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:42,219 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:42,219 INFO [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5131129249777620668.p12 2023-10-04T08:07:42,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e61e961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:42,219 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:42,220 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:42,347 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:42,348 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:42,348 INFO [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8987658644793633797.p12 thread started 2023-10-04T08:07:42,348 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:42,349 INFO [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5131129249777620668.p12 thread started 2023-10-04T08:07:42,349 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:42,413 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:42,475 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:42,476 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x14dd4b1c, L:/127.0.0.1:40131 - R:localhost/127.0.0.1:55966] 2023-10-04T08:07:42,590 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:55966, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:42,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:42,592 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8987658644793633797.p12 was interrupted and is shutting down... 2023-10-04T08:07:42,592 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5131129249777620668.p12 was interrupted and is shutting down... 2023-10-04T08:07:42,592 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:40131 2023-10-04T08:07:42,592 DEBUG [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8987658644793633797.p12 was interrupted and is shutting down... 2023-10-04T08:07:42,592 DEBUG [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5131129249777620668.p12 was interrupted and is shutting down... 2023-10-04T08:07:42,592 INFO [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5131129249777620668.p12 thread finished 2023-10-04T08:07:42,592 INFO [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8987658644793633797.p12 thread finished 2023-10-04T08:07:42,592 INFO [FileChangeWatcher-hbase_test_key8987658644793633797.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8987658644793633797.p12 thread finished 2023-10-04T08:07:42,600 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 35), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=318 (was 337), ProcessCount=168 (was 168), AvailableMemoryMB=6238 (was 6228) - AvailableMemoryMB LEAK? - 2023-10-04T08:07:42,608 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=318, ProcessCount=168, AvailableMemoryMB=6238 2023-10-04T08:07:42,610 INFO [FileChangeWatcher-hbase_test_ca5131129249777620668.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5131129249777620668.p12 thread finished 2023-10-04T08:07:42,974 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:07:42,975 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:44981 2023-10-04T08:07:42,975 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-10-04T08:07:42,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53829037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:42,976 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:42,977 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:43,271 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:43,272 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:43,272 INFO [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3785960814328840975.bcfks thread started 2023-10-04T08:07:43,272 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:43,272 INFO [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks thread started 2023-10-04T08:07:43,272 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:43,420 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:43,567 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:43,567 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:43,568 INFO [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3785960814328840975.bcfks thread started 2023-10-04T08:07:43,568 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:43,568 INFO [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks thread started 2023-10-04T08:07:43,568 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x8c6482ee, L:/127.0.0.1:44981 - R:localhost/127.0.0.1:33662] 2023-10-04T08:07:43,812 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:33662, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:43,820 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:43,820 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:43,820 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:43,820 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:43,820 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:43,820 INFO [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:43,820 INFO [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:43,820 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:44,041 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:44,041 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:44,041 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:44,041 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:44,041 INFO [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:44,041 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:44,041 INFO [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:44,041 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:44,041 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:44,041 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:44,041 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:44,041 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:44,041 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:44,041 INFO [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:44,041 INFO [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:44,041 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:44,187 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:44,187 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:44,187 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:44,187 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,44981,0 is dead - stopping the connection localhost:44981/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2023-10-04T08:07:44,187 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:44,187 INFO [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:44,187 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:44,187 INFO [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:44,187 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:44,188 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:44,188 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:44,483 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:44,483 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:44,630 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:44,777 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:44,777 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0x5621768a, L:/127.0.0.1:44981 - R:localhost/127.0.0.1:33670] 2023-10-04T08:07:44,947 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:33670, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:44,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:44,949 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3785960814328840975.bcfks was interrupted and is shutting down... 2023-10-04T08:07:44,949 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks was interrupted and is shutting down... 2023-10-04T08:07:44,949 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:44981 2023-10-04T08:07:44,949 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3785960814328840975.bcfks was interrupted and is shutting down... 2023-10-04T08:07:44,949 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks was interrupted and is shutting down... 2023-10-04T08:07:44,949 INFO [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3785960814328840975.bcfks thread finished 2023-10-04T08:07:44,949 INFO [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks thread finished 2023-10-04T08:07:44,949 INFO [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3785960814328840975.bcfks thread finished 2023-10-04T08:07:44,958 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=318 (was 318), ProcessCount=168 (was 168), AvailableMemoryMB=6217 (was 6238) 2023-10-04T08:07:44,965 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=341, MaxFileDescriptor=60000, SystemLoadAverage=318, ProcessCount=168, AvailableMemoryMB=6217 2023-10-04T08:07:44,966 INFO [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks thread finished 2023-10-04T08:07:44,966 INFO [Time-limited test {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:07:44,967 INFO [Time-limited test {}] ipc.NettyRpcServer(192): Bind to /127.0.0.1:44231 2023-10-04T08:07:44,967 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2023-10-04T08:07:44,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4021c5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:44,968 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:44,968 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:45,261 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:45,261 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:45,262 INFO [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3785960814328840975.bcfks thread started 2023-10-04T08:07:45,262 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:45,262 INFO [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks thread started 2023-10-04T08:07:45,262 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:45,409 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:45,556 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:45,557 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:45,557 INFO [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3785960814328840975.bcfks thread started 2023-10-04T08:07:45,557 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:45,558 INFO [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks thread started 2023-10-04T08:07:45,558 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xa50a3663, L:/127.0.0.1:44231 - R:localhost/127.0.0.1:42622] 2023-10-04T08:07:45,725 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:42622, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:45,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:45,727 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3785960814328840975.bcfks was interrupted and is shutting down... 2023-10-04T08:07:45,727 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks was interrupted and is shutting down... 2023-10-04T08:07:45,727 INFO [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks thread finished 2023-10-04T08:07:45,727 INFO [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3785960814328840975.bcfks thread finished 2023-10-04T08:07:45,732 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:45,732 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:45,732 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:45,732 INFO [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:45,952 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:45,952 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:45,952 INFO [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:45,952 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3785960814328840975.bcfks 2023-10-04T08:07:45,952 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:45,952 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:45,952 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:45,952 INFO [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:46,098 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:46,098 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:46,098 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] tls.X509Util(535): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:46,098 INFO [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] tls.X509Util(529): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4381895269713942424.bcfks 2023-10-04T08:07:46,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73448de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:07:46,098 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2023-10-04T08:07:46,099 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:46,394 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:46,395 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:46,395 INFO [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3785960814328840975.bcfks thread started 2023-10-04T08:07:46,395 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bfa1b024-64d0-5edb-aa19-bd5454aa24d4/TestNettyTlsIPC 2023-10-04T08:07:46,396 INFO [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks thread started 2023-10-04T08:07:46,396 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2023-10-04T08:07:46,544 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(294): Using default JDK SSL provider because netty-tcnative is not available 2023-10-04T08:07:46,691 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(228): Using Java8 optimized cipher suites for Java version 1.8 2023-10-04T08:07:46,691 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(435): SSL handler added for channel: [id: 0xad964151, L:/127.0.0.1:44231 - R:localhost/127.0.0.1:42638] 2023-10-04T08:07:46,862 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(477): Connection from 127.0.0.1:42638, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2023-10-04T08:07:46,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:07:46,864 INFO [Time-limited test {}] ipc.NettyRpcServer(346): Stopping server on localhost/127.0.0.1:44231 2023-10-04T08:07:46,864 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks was interrupted and is shutting down... 2023-10-04T08:07:46,864 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3785960814328840975.bcfks was interrupted and is shutting down... 2023-10-04T08:07:46,864 DEBUG [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3785960814328840975.bcfks was interrupted and is shutting down... 2023-10-04T08:07:46,864 DEBUG [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks was interrupted and is shutting down... 2023-10-04T08:07:46,864 INFO [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks thread finished 2023-10-04T08:07:46,864 INFO [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3785960814328840975.bcfks thread finished 2023-10-04T08:07:46,873 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=341 (was 341), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=318 (was 318), ProcessCount=168 (was 168), AvailableMemoryMB=6216 (was 6217) 2023-10-04T08:07:46,878 INFO [FileChangeWatcher-hbase_test_key3785960814328840975.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3785960814328840975.bcfks thread finished 2023-10-04T08:07:46,878 INFO [FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4381895269713942424.bcfks thread finished