2024-01-01 09:06:26,994 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b94b04d 2024-01-01 09:06:27,006 main DEBUG Took 0.009977 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-01-01 09:06:27,006 main DEBUG PluginManager 'Core' found 129 plugins 2024-01-01 09:06:27,006 main DEBUG PluginManager 'Level' found 0 plugins 2024-01-01 09:06:27,007 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-01-01 09:06:27,008 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-01-01 09:06:27,018 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-01-01 09:06:27,033 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-01-01 09:06:27,035 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-01-01 09:06:27,035 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-01-01 09:06:27,036 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-01-01 09:06:27,036 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-01-01 09:06:27,037 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-01-01 09:06:27,038 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-01-01 09:06:27,038 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-01-01 09:06:27,038 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-01-01 09:06:27,038 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-01-01 09:06:27,039 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-01-01 09:06:27,039 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-01-01 09:06:27,040 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-01-01 09:06:27,040 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-01-01 09:06:27,040 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-01-01 09:06:27,040 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-01-01 09:06:27,041 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-01-01 09:06:27,041 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-01-01 09:06:27,041 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-01-01 09:06:27,042 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-01-01 09:06:27,042 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-01-01 09:06:27,042 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-01-01 09:06:27,043 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-01-01 09:06:27,043 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-01-01 09:06:27,043 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-01-01 09:06:27,043 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-01-01 09:06:27,045 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-01-01 09:06:27,047 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-01-01 09:06:27,048 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-01-01 09:06:27,049 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-01-01 09:06:27,050 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-01-01 09:06:27,050 main DEBUG PluginManager 'Converter' found 47 plugins 2024-01-01 09:06:27,060 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-01-01 09:06:27,063 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-01-01 09:06:27,064 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-01-01 09:06:27,067 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-01-01 09:06:27,067 main DEBUG createAppenders(={Console}) 2024-01-01 09:06:27,068 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b94b04d initialized 2024-01-01 09:06:27,068 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b94b04d 2024-01-01 09:06:27,068 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5b94b04d OK. 2024-01-01 09:06:27,069 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-01-01 09:06:27,069 main DEBUG OutputStream closed 2024-01-01 09:06:27,069 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-01-01 09:06:27,069 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-01-01 09:06:27,070 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55183b20 OK 2024-01-01 09:06:27,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2024-01-01 09:06:27,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2024-01-01 09:06:27,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2024-01-01 09:06:27,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2024-01-01 09:06:27,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2024-01-01 09:06:27,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-01-01 09:06:27,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2024-01-01 09:06:27,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-01-01 09:06:27,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-01-01 09:06:27,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-01-01 09:06:27,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2024-01-01 09:06:27,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2024-01-01 09:06:27,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-01-01 09:06:27,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-01-01 09:06:27,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-01-01 09:06:27,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-01-01 09:06:27,117 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-01-01 09:06:27,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2024-01-01 09:06:27,120 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2024-01-01 09:06:27,120 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@23c30a20) with optional ClassLoader: null 2024-01-01 09:06:27,121 main DEBUG Shutdown hook enabled. Registering a new one. 2024-01-01 09:06:27,121 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@23c30a20] started OK. 2024-01-01T09:06:27,138 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-01-01 09:06:27,141 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-01-01 09:06:27,142 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2024-01-01T09:06:27,556 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-01-01T09:06:28,608 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=10, OpenFileDescriptor=320, MaxFileDescriptor=60000, SystemLoadAverage=71, ProcessCount=172, AvailableMemoryMB=5532 2024-01-01T09:06:29,168 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-01-01T09:06:29,225 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-01-01T09:06:29,247 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-01-01T09:06:29,262 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-01-01T09:06:29,355 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-01-01T09:06:29,459 DEBUG [Time-limited test {}] channel.DefaultChannelId(79): -Dio.netty.processId: 25996 (auto-detected) 2024-01-01T09:06:29,461 DEBUG [Time-limited test {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:0f:ff:fe:94:aa:bf (auto-detected) 2024-01-01T09:06:29,505 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:45237 2024-01-01T09:06:29,510 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-01-01T09:06:29,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2fb450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:29,546 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-01-01T09:06:29,547 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-01-01T09:06:29,851 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:29,934 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:29,953 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:30,036 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:30,039 INFO [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5774983868472638276.jks thread started 2024-01-01T09:06:30,039 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:30,040 INFO [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1455779477423065146.jks thread started 2024-01-01T09:06:30,056 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:30,082 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:30,083 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:30,086 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:30,087 INFO [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5774983868472638276.jks thread started 2024-01-01T09:06:30,087 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:30,088 INFO [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1455779477423065146.jks thread started 2024-01-01T09:06:30,092 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xbfd17b84, L:/127.0.0.1:45237 - R:localhost/127.0.0.1:44896] 2024-01-01T09:06:30,292 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:44896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:30,802 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:30,802 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:30,802 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:30,802 INFO [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:30,802 INFO [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:30,802 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:30,802 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:30,803 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:30,803 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:30,803 INFO [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:30,803 INFO [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:30,803 INFO [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:30,803 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:30,803 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,45237,0 is dead - stopping the connection localhost:45237/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-01-01T09:06:30,803 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:30,803 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:30,803 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:30,803 INFO [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:30,803 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:30,803 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:30,803 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:30,804 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:30,806 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:30,806 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:30,806 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:30,806 INFO [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:30,811 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:30,812 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:30,813 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:30,814 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:30,815 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:30,816 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x49baf5d5, L:/127.0.0.1:45237 - R:localhost/127.0.0.1:44898] 2024-01-01T09:06:30,848 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:44898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:30,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:30,851 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1455779477423065146.jks was interrupted and is shutting down... 2024-01-01T09:06:30,851 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:45237 2024-01-01T09:06:30,851 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5774983868472638276.jks was interrupted and is shutting down... 2024-01-01T09:06:30,852 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1455779477423065146.jks was interrupted and is shutting down... 2024-01-01T09:06:30,852 INFO [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5774983868472638276.jks thread finished 2024-01-01T09:06:30,852 INFO [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1455779477423065146.jks thread finished 2024-01-01T09:06:30,852 INFO [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1455779477423065146.jks thread finished 2024-01-01T09:06:30,852 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5774983868472638276.jks was interrupted and is shutting down... 2024-01-01T09:06:30,866 INFO [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5774983868472638276.jks thread finished 2024-01-01T09:06:30,873 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 10) Potentially hanging thread: FileChangeWatcher-hbase_test_key5774983868472638276.jks java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:196) sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:225) sun.nio.fs.AbstractPoller.close(AbstractPoller.java:144) sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:96) sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:316) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:373) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Thread-6 sun.nio.fs.UnixNativeDispatcher.close(Native Method) sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:277) sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:316) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:373) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HBase-Metrics2-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:209) org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:202) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:316) org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:373) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Timer for 'HBase' metrics system java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) Potentially hanging thread: Monitor thread for TaskMonitor java.lang.Thread.sleep(Native Method) org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=369 (was 320) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=73 (was 71) - SystemLoadAverage LEAK? -, ProcessCount=172 (was 172), AvailableMemoryMB=5789 (was 5532) - AvailableMemoryMB LEAK? - 2024-01-01T09:06:30,883 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=19, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=73, ProcessCount=172, AvailableMemoryMB=5788 2024-01-01T09:06:30,884 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-01-01T09:06:30,885 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:37491 2024-01-01T09:06:30,885 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-01-01T09:06:30,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e09cc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:30,887 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:30,889 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:30,889 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:30,894 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:30,894 INFO [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5774983868472638276.jks thread started 2024-01-01T09:06:30,894 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:30,895 INFO [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1455779477423065146.jks thread started 2024-01-01T09:06:30,895 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:30,897 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:30,897 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:30,898 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:30,899 INFO [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5774983868472638276.jks thread started 2024-01-01T09:06:30,899 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:30,899 INFO [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1455779477423065146.jks thread started 2024-01-01T09:06:30,900 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x236517ca, L:/127.0.0.1:37491 - R:localhost/127.0.0.1:42856] 2024-01-01T09:06:30,917 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:42856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:30,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:30,920 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5774983868472638276.jks was interrupted and is shutting down... 2024-01-01T09:06:30,920 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1455779477423065146.jks was interrupted and is shutting down... 2024-01-01T09:06:30,920 INFO [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5774983868472638276.jks thread finished 2024-01-01T09:06:30,921 INFO [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1455779477423065146.jks thread finished 2024-01-01T09:06:31,017 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:31,017 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:31,018 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:31,018 INFO [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:31,018 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:31,018 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:31,018 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:31,018 INFO [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5774983868472638276.jks 2024-01-01T09:06:31,018 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:31,018 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:31,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c39772b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:31,019 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:31,019 INFO [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:31,019 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:31,019 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:31,019 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:31,019 INFO [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1455779477423065146.jks 2024-01-01T09:06:31,019 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:31,020 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:31,022 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:31,023 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:31,024 INFO [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5774983868472638276.jks thread started 2024-01-01T09:06:31,024 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:31,025 INFO [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1455779477423065146.jks thread started 2024-01-01T09:06:31,025 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:31,026 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:31,027 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:31,027 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xfbdc1853, L:/127.0.0.1:37491 - R:localhost/127.0.0.1:42870] 2024-01-01T09:06:31,057 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:42870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:31,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:31,059 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5774983868472638276.jks was interrupted and is shutting down... 2024-01-01T09:06:31,059 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1455779477423065146.jks was interrupted and is shutting down... 2024-01-01T09:06:31,059 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:37491 2024-01-01T09:06:31,059 DEBUG [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5774983868472638276.jks was interrupted and is shutting down... 2024-01-01T09:06:31,059 DEBUG [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1455779477423065146.jks was interrupted and is shutting down... 2024-01-01T09:06:31,060 INFO [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1455779477423065146.jks thread finished 2024-01-01T09:06:31,060 INFO [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5774983868472638276.jks thread finished 2024-01-01T09:06:31,060 INFO [FileChangeWatcher-hbase_test_key5774983868472638276.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5774983868472638276.jks thread finished 2024-01-01T09:06:31,060 INFO [FileChangeWatcher-hbase_test_ca1455779477423065146.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1455779477423065146.jks thread finished 2024-01-01T09:06:31,072 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 19) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=73 (was 73), ProcessCount=172 (was 172), AvailableMemoryMB=5770 (was 5788) 2024-01-01T09:06:31,085 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=21, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=73, ProcessCount=172, AvailableMemoryMB=5768 2024-01-01T09:06:31,191 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-01-01T09:06:31,192 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:35935 2024-01-01T09:06:31,193 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-01-01T09:06:31,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0e7188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:31,194 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:31,195 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:31,214 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:31,215 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:31,218 INFO [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6741464746595946010.pem thread started 2024-01-01T09:06:31,218 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:31,219 INFO [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5562861349906394848.pem thread started 2024-01-01T09:06:31,219 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:31,225 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:31,226 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:31,229 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:31,230 INFO [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6741464746595946010.pem thread started 2024-01-01T09:06:31,230 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:31,232 INFO [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5562861349906394848.pem thread started 2024-01-01T09:06:31,232 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xbb7009c2, L:/127.0.0.1:35935 - R:localhost/127.0.0.1:50240] 2024-01-01T09:06:31,260 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:50240, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:31,444 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,444 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,444 INFO [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,444 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,444 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,444 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,445 INFO [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,445 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,445 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,445 INFO [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,445 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,445 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,445 INFO [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,445 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,445 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,35935,0 is dead - stopping the connection localhost:35935/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-01-01T09:06:31,445 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,445 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,445 INFO [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,446 INFO [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,446 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,446 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:31,446 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,450 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,450 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,451 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:31,456 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:31,456 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:31,462 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:31,462 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:31,463 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xb6668329, L:/127.0.0.1:35935 - R:localhost/127.0.0.1:50256] 2024-01-01T09:06:31,486 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:50256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:31,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:31,490 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:35935 2024-01-01T09:06:31,490 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5562861349906394848.pem was interrupted and is shutting down... 2024-01-01T09:06:31,490 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6741464746595946010.pem was interrupted and is shutting down... 2024-01-01T09:06:31,490 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6741464746595946010.pem was interrupted and is shutting down... 2024-01-01T09:06:31,490 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5562861349906394848.pem was interrupted and is shutting down... 2024-01-01T09:06:31,491 INFO [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6741464746595946010.pem thread finished 2024-01-01T09:06:31,491 INFO [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6741464746595946010.pem thread finished 2024-01-01T09:06:31,491 INFO [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5562861349906394848.pem thread finished 2024-01-01T09:06:31,510 INFO [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5562861349906394848.pem thread finished 2024-01-01T09:06:31,510 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25 (was 21) Potentially hanging thread: FileChangeWatcher-hbase_test_ca5562861349906394848.pem java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:196) sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:225) sun.nio.fs.AbstractPoller.close(AbstractPoller.java:144) sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:96) sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Thread-18 sun.nio.fs.UnixNativeDispatcher.close(Native Method) sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:277) sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=73 (was 73), ProcessCount=172 (was 172), AvailableMemoryMB=5630 (was 5768) 2024-01-01T09:06:31,518 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=73, ProcessCount=172, AvailableMemoryMB=5629 2024-01-01T09:06:31,519 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-01-01T09:06:31,520 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:41379 2024-01-01T09:06:31,520 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-01-01T09:06:31,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d392e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:31,521 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:31,522 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:31,526 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:31,527 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:31,527 INFO [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6741464746595946010.pem thread started 2024-01-01T09:06:31,527 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:31,547 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:31,547 INFO [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5562861349906394848.pem thread started 2024-01-01T09:06:31,555 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:31,556 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:31,556 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:31,557 INFO [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6741464746595946010.pem thread started 2024-01-01T09:06:31,557 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:31,558 INFO [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5562861349906394848.pem thread started 2024-01-01T09:06:31,558 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x248b6065, L:/127.0.0.1:41379 - R:localhost/127.0.0.1:60452] 2024-01-01T09:06:31,576 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:60452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:31,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:31,578 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6741464746595946010.pem was interrupted and is shutting down... 2024-01-01T09:06:31,578 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5562861349906394848.pem was interrupted and is shutting down... 2024-01-01T09:06:31,578 INFO [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6741464746595946010.pem thread finished 2024-01-01T09:06:31,594 INFO [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5562861349906394848.pem thread finished 2024-01-01T09:06:31,698 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,698 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,698 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,698 INFO [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,698 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,698 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,698 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,698 INFO [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6741464746595946010.pem 2024-01-01T09:06:31,699 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,699 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,699 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,699 INFO [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,699 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,699 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,699 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2284d442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:31,699 INFO [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5562861349906394848.pem 2024-01-01T09:06:31,700 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:31,701 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:31,706 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:31,707 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:31,710 INFO [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6741464746595946010.pem thread started 2024-01-01T09:06:31,710 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:31,710 INFO [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5562861349906394848.pem thread started 2024-01-01T09:06:31,711 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:31,716 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:31,717 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:31,718 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x1e821dc5, L:/127.0.0.1:41379 - R:localhost/127.0.0.1:60456] 2024-01-01T09:06:31,738 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:60456, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:31,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:31,740 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:41379 2024-01-01T09:06:31,740 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5562861349906394848.pem was interrupted and is shutting down... 2024-01-01T09:06:31,740 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6741464746595946010.pem was interrupted and is shutting down... 2024-01-01T09:06:31,740 DEBUG [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6741464746595946010.pem was interrupted and is shutting down... 2024-01-01T09:06:31,740 DEBUG [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5562861349906394848.pem was interrupted and is shutting down... 2024-01-01T09:06:31,741 INFO [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5562861349906394848.pem thread finished 2024-01-01T09:06:31,741 INFO [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6741464746595946010.pem thread finished 2024-01-01T09:06:31,741 INFO [FileChangeWatcher-hbase_test_key6741464746595946010.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6741464746595946010.pem thread finished 2024-01-01T09:06:31,754 INFO [FileChangeWatcher-hbase_test_ca5562861349906394848.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5562861349906394848.pem thread finished 2024-01-01T09:06:31,755 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 23) Potentially hanging thread: Thread-22 sun.nio.fs.UnixNativeDispatcher.close(Native Method) sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:277) sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: FileChangeWatcher-hbase_test_ca5562861349906394848.pem java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:196) sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:225) sun.nio.fs.AbstractPoller.close(AbstractPoller.java:144) sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:96) sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=73 (was 73), ProcessCount=172 (was 172), AvailableMemoryMB=5561 (was 5629) 2024-01-01T09:06:31,764 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=25, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=73, ProcessCount=172, AvailableMemoryMB=5561 2024-01-01T09:06:31,997 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-01-01T09:06:31,998 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:37173 2024-01-01T09:06:31,998 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-01-01T09:06:31,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a6c185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:31,999 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:32,000 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:32,150 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:32,150 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:32,151 INFO [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4657504057688444696.p12 thread started 2024-01-01T09:06:32,151 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:32,151 INFO [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1361423397507717781.p12 thread started 2024-01-01T09:06:32,152 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:32,220 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:32,287 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:32,287 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:32,288 INFO [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4657504057688444696.p12 thread started 2024-01-01T09:06:32,288 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:32,289 INFO [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1361423397507717781.p12 thread started 2024-01-01T09:06:32,289 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x67980066, L:/127.0.0.1:37173 - R:localhost/127.0.0.1:59766] 2024-01-01T09:06:32,413 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:59766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:32,795 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:32,795 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:32,795 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:32,795 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:32,795 INFO [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:32,795 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:32,795 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:32,795 INFO [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:32,902 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:32,902 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:32,902 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:32,902 INFO [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:32,902 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:32,902 INFO [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:32,902 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:32,903 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:32,904 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:32,905 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:32,905 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:32,905 INFO [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:32,910 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:32,910 INFO [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:32,910 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:32,910 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:32,972 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:32,972 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:32,972 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:32,972 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:32,973 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,37173,0 is dead - stopping the connection localhost:37173/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-01-01T09:06:32,973 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:32,973 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:32,973 INFO [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:32,973 INFO [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:32,973 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:32,974 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:33,119 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:33,120 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:33,204 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:33,274 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:33,274 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xd1038bb7, L:/127.0.0.1:37173 - R:localhost/127.0.0.1:59776] 2024-01-01T09:06:33,387 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:59776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:33,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:33,389 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4657504057688444696.p12 was interrupted and is shutting down... 2024-01-01T09:06:33,389 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:37173 2024-01-01T09:06:33,389 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1361423397507717781.p12 was interrupted and is shutting down... 2024-01-01T09:06:33,389 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4657504057688444696.p12 was interrupted and is shutting down... 2024-01-01T09:06:33,390 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1361423397507717781.p12 was interrupted and is shutting down... 2024-01-01T09:06:33,390 INFO [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1361423397507717781.p12 thread finished 2024-01-01T09:06:33,390 INFO [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4657504057688444696.p12 thread finished 2024-01-01T09:06:33,390 INFO [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4657504057688444696.p12 thread finished 2024-01-01T09:06:33,399 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=30 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_ca1361423397507717781.p12 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:196) sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:225) sun.nio.fs.AbstractPoller.close(AbstractPoller.java:144) sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:96) sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Thread-28 sun.nio.fs.UnixNativeDispatcher.close(Native Method) sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:277) sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 sun.misc.Unsafe.compareAndSwapObject(Native Method) java.util.concurrent.locks.AbstractQueuedSynchronizer.compareAndSetTail(AbstractQueuedSynchronizer.java:2294) java.util.concurrent.locks.AbstractQueuedSynchronizer.enq(AbstractQueuedSynchronizer.java:591) java.util.concurrent.locks.AbstractQueuedSynchronizer.transferAfterCancelledWait(AbstractQueuedSynchronizer.java:1699) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.checkInterruptWhileWaiting(AbstractQueuedSynchronizer.java:2003) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2040) java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:403) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=73 (was 73), ProcessCount=172 (was 172), AvailableMemoryMB=5340 (was 5561) 2024-01-01T09:06:33,408 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=73, ProcessCount=173, AvailableMemoryMB=5340 2024-01-01T09:06:33,409 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-01-01T09:06:33,410 INFO [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1361423397507717781.p12 thread finished 2024-01-01T09:06:33,410 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:38313 2024-01-01T09:06:33,410 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-01-01T09:06:33,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ea08d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:33,411 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:33,412 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:33,541 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:33,541 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:33,542 INFO [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4657504057688444696.p12 thread started 2024-01-01T09:06:33,542 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:33,543 INFO [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1361423397507717781.p12 thread started 2024-01-01T09:06:33,543 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:33,618 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:33,684 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:33,684 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:33,685 INFO [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4657504057688444696.p12 thread started 2024-01-01T09:06:33,685 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:33,686 INFO [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1361423397507717781.p12 thread started 2024-01-01T09:06:33,687 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x0573bd41, L:/127.0.0.1:38313 - R:localhost/127.0.0.1:35898] 2024-01-01T09:06:33,839 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:35898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:33,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:33,843 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4657504057688444696.p12 was interrupted and is shutting down... 2024-01-01T09:06:33,843 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1361423397507717781.p12 was interrupted and is shutting down... 2024-01-01T09:06:33,843 INFO [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4657504057688444696.p12 thread finished 2024-01-01T09:06:33,846 INFO [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1361423397507717781.p12 thread finished 2024-01-01T09:06:34,154 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:34,154 INFO [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:34,155 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:34,155 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:34,293 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:34,293 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:34,293 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:34,293 INFO [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4657504057688444696.p12 2024-01-01T09:06:34,294 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:34,294 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:34,294 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:34,294 INFO [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:34,362 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:34,362 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:34,362 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:34,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758dd015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:34,362 INFO [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1361423397507717781.p12 2024-01-01T09:06:34,362 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:34,363 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:34,502 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:34,503 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:34,505 INFO [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4657504057688444696.p12 thread started 2024-01-01T09:06:34,505 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:34,506 INFO [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1361423397507717781.p12 thread started 2024-01-01T09:06:34,506 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:34,582 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:34,653 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:34,654 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x708e80aa, L:/127.0.0.1:38313 - R:localhost/127.0.0.1:35904] 2024-01-01T09:06:34,813 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:35904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:34,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:34,815 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:38313 2024-01-01T09:06:34,815 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4657504057688444696.p12 was interrupted and is shutting down... 2024-01-01T09:06:34,815 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1361423397507717781.p12 was interrupted and is shutting down... 2024-01-01T09:06:34,815 DEBUG [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1361423397507717781.p12 was interrupted and is shutting down... 2024-01-01T09:06:34,815 DEBUG [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4657504057688444696.p12 was interrupted and is shutting down... 2024-01-01T09:06:34,815 INFO [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1361423397507717781.p12 thread finished 2024-01-01T09:06:34,815 INFO [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4657504057688444696.p12 thread finished 2024-01-01T09:06:34,815 INFO [FileChangeWatcher-hbase_test_ca1361423397507717781.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1361423397507717781.p12 thread finished 2024-01-01T09:06:34,816 INFO [FileChangeWatcher-hbase_test_key4657504057688444696.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4657504057688444696.p12 thread finished 2024-01-01T09:06:34,824 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29 (was 29), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=91 (was 73) - SystemLoadAverage LEAK? -, ProcessCount=175 (was 173) - ProcessCount LEAK? -, AvailableMemoryMB=5006 (was 5340) 2024-01-01T09:06:34,832 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=29, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=91, ProcessCount=175, AvailableMemoryMB=5006 2024-01-01T09:06:35,313 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-01-01T09:06:35,315 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:36101 2024-01-01T09:06:35,315 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-01-01T09:06:35,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100ba972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:35,316 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:35,317 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:35,650 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:35,651 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:35,651 INFO [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5877405623957795270.bcfks thread started 2024-01-01T09:06:35,652 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:35,652 INFO [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks thread started 2024-01-01T09:06:35,652 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:35,798 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:35,941 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:35,941 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:35,942 INFO [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5877405623957795270.bcfks thread started 2024-01-01T09:06:35,942 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:35,942 INFO [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks thread started 2024-01-01T09:06:35,942 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x7d0d1e7b, L:/127.0.0.1:36101 - R:localhost/127.0.0.1:56066] 2024-01-01T09:06:36,119 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:56066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:36,429 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:36,429 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:36,429 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:36,430 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:36,430 INFO [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:36,430 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:36,430 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:36,430 INFO [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:36,663 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:36,663 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:36,663 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:36,664 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:36,664 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:36,664 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:36,664 INFO [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:36,664 INFO [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:36,664 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:36,664 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:36,664 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:36,664 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:36,664 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:36,664 INFO [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:36,664 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:36,664 INFO [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:36,835 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:36,835 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:36,835 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:36,835 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:36,835 INFO [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:36,835 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:36,835 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:36,835 INFO [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:36,835 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,36101,0 is dead - stopping the connection localhost:36101/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-01-01T09:06:36,836 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:36,843 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:37,165 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:37,165 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:37,339 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:37,506 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:37,507 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x4cbb9ccc, L:/127.0.0.1:36101 - R:localhost/127.0.0.1:56072] 2024-01-01T09:06:37,703 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:56072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:37,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:37,709 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:36101 2024-01-01T09:06:37,709 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5877405623957795270.bcfks was interrupted and is shutting down... 2024-01-01T09:06:37,709 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks was interrupted and is shutting down... 2024-01-01T09:06:37,709 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5877405623957795270.bcfks was interrupted and is shutting down... 2024-01-01T09:06:37,709 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks was interrupted and is shutting down... 2024-01-01T09:06:37,709 INFO [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5877405623957795270.bcfks thread finished 2024-01-01T09:06:37,714 INFO [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5877405623957795270.bcfks thread finished 2024-01-01T09:06:37,714 INFO [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks thread finished 2024-01-01T09:06:37,730 INFO [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks thread finished 2024-01-01T09:06:37,743 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=38 (was 29) Potentially hanging thread: Thread-36 sun.nio.fs.UnixNativeDispatcher.close(Native Method) sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:277) sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: FileChangeWatcher-hbase_test_key5877405623957795270.bcfks java.lang.ThreadGroup.threadTerminated(ThreadGroup.java:942) java.lang.Thread.exit(Thread.java:763) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: FileChangeWatcher-hbase_test_key5877405623957795270.bcfks java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:196) sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:225) sun.nio.fs.AbstractPoller.close(AbstractPoller.java:144) sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:96) sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Thread-37 java.lang.System.arraycopy(Native Method) java.lang.ThreadGroup.remove(ThreadGroup.java:969) java.lang.ThreadGroup.threadTerminated(ThreadGroup.java:942) java.lang.Thread.exit(Thread.java:763) Potentially hanging thread: FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:196) sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:225) sun.nio.fs.AbstractPoller.close(AbstractPoller.java:144) sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:96) sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:196) sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:225) sun.nio.fs.AbstractPoller.close(AbstractPoller.java:144) sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:96) sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.lang.ThreadGroup.threadTerminated(ThreadGroup.java:942) java.lang.Thread.exit(Thread.java:763) - Thread LEAK? -, OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=91 (was 91), ProcessCount=178 (was 175) - ProcessCount LEAK? -, AvailableMemoryMB=4853 (was 5006) 2024-01-01T09:06:37,755 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=31, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=91, ProcessCount=178, AvailableMemoryMB=4850 2024-01-01T09:06:37,756 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-01-01T09:06:37,759 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:34031 2024-01-01T09:06:37,760 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-01-01T09:06:37,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc51088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:37,761 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:37,786 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:38,184 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:38,184 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:38,185 INFO [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5877405623957795270.bcfks thread started 2024-01-01T09:06:38,190 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:38,190 INFO [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks thread started 2024-01-01T09:06:38,191 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:38,350 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:38,520 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:38,521 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:38,522 INFO [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5877405623957795270.bcfks thread started 2024-01-01T09:06:38,522 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:38,522 INFO [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks thread started 2024-01-01T09:06:38,523 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x3fa7115a, L:/127.0.0.1:34031 - R:localhost/127.0.0.1:46046] 2024-01-01T09:06:38,713 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:46046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:38,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:38,716 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5877405623957795270.bcfks was interrupted and is shutting down... 2024-01-01T09:06:38,716 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks was interrupted and is shutting down... 2024-01-01T09:06:38,716 INFO [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5877405623957795270.bcfks thread finished 2024-01-01T09:06:38,734 INFO [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks thread finished 2024-01-01T09:06:38,900 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:38,900 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:38,900 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:38,900 INFO [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:39,144 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:39,144 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:39,144 INFO [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:39,144 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5877405623957795270.bcfks 2024-01-01T09:06:39,144 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:39,145 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:39,145 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:39,145 INFO [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:39,315 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:39,315 INFO [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:39,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c63a156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:39,315 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:39,315 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1080065338187394600.bcfks 2024-01-01T09:06:39,316 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:39,317 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:39,630 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:39,630 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:39,631 INFO [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5877405623957795270.bcfks thread started 2024-01-01T09:06:39,632 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:39,633 INFO [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks thread started 2024-01-01T09:06:39,633 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:39,796 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:39,959 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:39,959 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x36855516, L:/127.0.0.1:34031 - R:localhost/127.0.0.1:46048] 2024-01-01T09:06:40,144 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:46048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:40,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:40,147 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5877405623957795270.bcfks was interrupted and is shutting down... 2024-01-01T09:06:40,147 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:34031 2024-01-01T09:06:40,147 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks was interrupted and is shutting down... 2024-01-01T09:06:40,147 DEBUG [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5877405623957795270.bcfks was interrupted and is shutting down... 2024-01-01T09:06:40,147 INFO [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5877405623957795270.bcfks thread finished 2024-01-01T09:06:40,147 DEBUG [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks was interrupted and is shutting down... 2024-01-01T09:06:40,147 INFO [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks thread finished 2024-01-01T09:06:40,147 INFO [FileChangeWatcher-hbase_test_key5877405623957795270.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5877405623957795270.bcfks thread finished 2024-01-01T09:06:40,147 INFO [FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1080065338187394600.bcfks thread finished 2024-01-01T09:06:40,158 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=115 (was 91) - SystemLoadAverage LEAK? -, ProcessCount=190 (was 178) - ProcessCount LEAK? -, AvailableMemoryMB=4737 (was 4850) 2024-01-01T09:06:40,166 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=33, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=115, ProcessCount=190, AvailableMemoryMB=4737 2024-01-01T09:06:40,277 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-01-01T09:06:40,278 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:40971 2024-01-01T09:06:40,278 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-01-01T09:06:40,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc439ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:40,279 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:40,280 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,281 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,282 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,282 INFO [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3137150194134945846.jks thread started 2024-01-01T09:06:40,282 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,283 INFO [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca294217800196023641.jks thread started 2024-01-01T09:06:40,283 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:40,284 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,284 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,285 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,286 INFO [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3137150194134945846.jks thread started 2024-01-01T09:06:40,286 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,286 INFO [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca294217800196023641.jks thread started 2024-01-01T09:06:40,286 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x9c5513ea, L:/127.0.0.1:40971 - R:localhost/127.0.0.1:56352] 2024-01-01T09:06:40,319 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:56352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:40,328 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,328 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,328 INFO [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,328 INFO [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,328 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,328 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,330 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,330 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,330 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,330 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,330 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,330 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,330 INFO [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,330 INFO [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,330 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,330 INFO [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,330 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,40971,0 is dead - stopping the connection localhost:40971/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-01-01T09:06:40,330 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,330 INFO [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,330 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:40,331 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,331 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,331 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,331 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,331 INFO [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,332 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,333 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:40,333 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,334 INFO [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,334 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,334 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,334 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,334 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,334 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x2ee3483d, L:/127.0.0.1:40971 - R:localhost/127.0.0.1:56360] 2024-01-01T09:06:40,362 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:56360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:40,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:40,363 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca294217800196023641.jks was interrupted and is shutting down... 2024-01-01T09:06:40,363 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3137150194134945846.jks was interrupted and is shutting down... 2024-01-01T09:06:40,363 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:40971 2024-01-01T09:06:40,363 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3137150194134945846.jks was interrupted and is shutting down... 2024-01-01T09:06:40,363 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca294217800196023641.jks was interrupted and is shutting down... 2024-01-01T09:06:40,363 INFO [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3137150194134945846.jks thread finished 2024-01-01T09:06:40,364 INFO [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca294217800196023641.jks thread finished 2024-01-01T09:06:40,364 INFO [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3137150194134945846.jks thread finished 2024-01-01T09:06:40,374 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=115 (was 115), ProcessCount=177 (was 190), AvailableMemoryMB=4853 (was 4737) - AvailableMemoryMB LEAK? - 2024-01-01T09:06:40,382 INFO [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca294217800196023641.jks thread finished 2024-01-01T09:06:40,383 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=115, ProcessCount=177, AvailableMemoryMB=4852 2024-01-01T09:06:40,384 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-01-01T09:06:40,385 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:41877 2024-01-01T09:06:40,385 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-01-01T09:06:40,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbc4548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:40,386 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:40,387 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,388 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,388 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,388 INFO [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3137150194134945846.jks thread started 2024-01-01T09:06:40,389 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,390 INFO [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca294217800196023641.jks thread started 2024-01-01T09:06:40,390 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:40,391 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,391 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,392 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,392 INFO [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3137150194134945846.jks thread started 2024-01-01T09:06:40,392 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,392 INFO [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca294217800196023641.jks thread started 2024-01-01T09:06:40,393 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x779ca48a, L:/127.0.0.1:41877 - R:localhost/127.0.0.1:54596] 2024-01-01T09:06:40,418 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:54596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:40,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:40,420 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3137150194134945846.jks was interrupted and is shutting down... 2024-01-01T09:06:40,420 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca294217800196023641.jks was interrupted and is shutting down... 2024-01-01T09:06:40,421 INFO [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca294217800196023641.jks thread finished 2024-01-01T09:06:40,421 INFO [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3137150194134945846.jks thread finished 2024-01-01T09:06:40,426 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,426 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,426 INFO [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,426 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,426 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,426 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,426 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,426 INFO [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,427 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,427 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,427 INFO [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key3137150194134945846.jks 2024-01-01T09:06:40,427 INFO [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,427 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247f9344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:40,427 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca294217800196023641.jks 2024-01-01T09:06:40,427 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:40,428 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,428 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,429 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,429 INFO [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key3137150194134945846.jks thread started 2024-01-01T09:06:40,429 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,430 INFO [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca294217800196023641.jks thread started 2024-01-01T09:06:40,430 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:40,431 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,431 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,431 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xf22a687f, L:/127.0.0.1:41877 - R:localhost/127.0.0.1:54598] 2024-01-01T09:06:40,458 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:54598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:40,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:40,460 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3137150194134945846.jks was interrupted and is shutting down... 2024-01-01T09:06:40,460 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:41877 2024-01-01T09:06:40,460 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca294217800196023641.jks was interrupted and is shutting down... 2024-01-01T09:06:40,460 DEBUG [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca294217800196023641.jks was interrupted and is shutting down... 2024-01-01T09:06:40,460 DEBUG [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key3137150194134945846.jks was interrupted and is shutting down... 2024-01-01T09:06:40,460 INFO [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3137150194134945846.jks thread finished 2024-01-01T09:06:40,461 INFO [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca294217800196023641.jks thread finished 2024-01-01T09:06:40,461 INFO [FileChangeWatcher-hbase_test_ca294217800196023641.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca294217800196023641.jks thread finished 2024-01-01T09:06:40,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 35), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=115 (was 115), ProcessCount=177 (was 177), AvailableMemoryMB=4847 (was 4852) 2024-01-01T09:06:40,474 INFO [FileChangeWatcher-hbase_test_key3137150194134945846.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key3137150194134945846.jks thread finished 2024-01-01T09:06:40,479 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=115, ProcessCount=177, AvailableMemoryMB=4847 2024-01-01T09:06:40,485 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-01-01T09:06:40,486 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:38583 2024-01-01T09:06:40,486 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-01-01T09:06:40,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795e9368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:40,487 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:40,488 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,491 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,491 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,492 INFO [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7132520926993983668.pem thread started 2024-01-01T09:06:40,492 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,492 INFO [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6129374442107340110.pem thread started 2024-01-01T09:06:40,492 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:40,495 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,496 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,496 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,496 INFO [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7132520926993983668.pem thread started 2024-01-01T09:06:40,496 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,496 INFO [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6129374442107340110.pem thread started 2024-01-01T09:06:40,497 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x3d92dd30, L:/127.0.0.1:38583 - R:localhost/127.0.0.1:33874] 2024-01-01T09:06:40,514 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:33874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:40,524 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,524 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,524 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,524 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,524 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,524 INFO [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,524 INFO [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,524 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,524 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,524 INFO [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,525 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,525 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,525 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,525 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,525 INFO [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,525 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,525 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,525 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,525 INFO [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,525 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,38583,0 is dead - stopping the connection localhost:38583/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-01-01T09:06:40,525 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,525 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,525 INFO [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,525 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,525 INFO [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,525 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,525 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,525 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:40,526 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,529 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,530 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:40,533 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,533 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,533 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x9d32115d, L:/127.0.0.1:38583 - R:localhost/127.0.0.1:33880] 2024-01-01T09:06:40,555 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:33880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:40,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:40,556 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7132520926993983668.pem was interrupted and is shutting down... 2024-01-01T09:06:40,556 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:38583 2024-01-01T09:06:40,556 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6129374442107340110.pem was interrupted and is shutting down... 2024-01-01T09:06:40,556 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6129374442107340110.pem was interrupted and is shutting down... 2024-01-01T09:06:40,556 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7132520926993983668.pem was interrupted and is shutting down... 2024-01-01T09:06:40,556 INFO [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6129374442107340110.pem thread finished 2024-01-01T09:06:40,556 INFO [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7132520926993983668.pem thread finished 2024-01-01T09:06:40,556 INFO [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6129374442107340110.pem thread finished 2024-01-01T09:06:40,566 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 35), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=115 (was 115), ProcessCount=177 (was 177), AvailableMemoryMB=4842 (was 4847) 2024-01-01T09:06:40,570 INFO [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7132520926993983668.pem thread finished 2024-01-01T09:06:40,574 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=115, ProcessCount=177, AvailableMemoryMB=4842 2024-01-01T09:06:40,575 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-01-01T09:06:40,575 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:45273 2024-01-01T09:06:40,575 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-01-01T09:06:40,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e846bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:40,576 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:40,577 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,580 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,580 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,580 INFO [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7132520926993983668.pem thread started 2024-01-01T09:06:40,580 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,581 INFO [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6129374442107340110.pem thread started 2024-01-01T09:06:40,581 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:40,584 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,584 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,584 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,585 INFO [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7132520926993983668.pem thread started 2024-01-01T09:06:40,585 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,585 INFO [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6129374442107340110.pem thread started 2024-01-01T09:06:40,585 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x05a7ad73, L:/127.0.0.1:45273 - R:localhost/127.0.0.1:43258] 2024-01-01T09:06:40,602 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:43258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:40,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:40,604 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6129374442107340110.pem was interrupted and is shutting down... 2024-01-01T09:06:40,604 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7132520926993983668.pem was interrupted and is shutting down... 2024-01-01T09:06:40,604 INFO [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6129374442107340110.pem thread finished 2024-01-01T09:06:40,604 INFO [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7132520926993983668.pem thread finished 2024-01-01T09:06:40,610 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,610 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,610 INFO [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,610 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,610 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,611 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7132520926993983668.pem 2024-01-01T09:06:40,611 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,611 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,611 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,611 INFO [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,611 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,611 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a726532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:40,611 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,611 INFO [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6129374442107340110.pem 2024-01-01T09:06:40,611 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:40,612 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,615 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,617 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,618 INFO [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7132520926993983668.pem thread started 2024-01-01T09:06:40,618 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,618 INFO [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6129374442107340110.pem thread started 2024-01-01T09:06:40,618 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:40,622 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,622 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,622 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x46e326ac, L:/127.0.0.1:45273 - R:localhost/127.0.0.1:43266] 2024-01-01T09:06:40,642 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:43266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:40,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:40,644 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6129374442107340110.pem was interrupted and is shutting down... 2024-01-01T09:06:40,644 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7132520926993983668.pem was interrupted and is shutting down... 2024-01-01T09:06:40,644 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:45273 2024-01-01T09:06:40,644 DEBUG [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7132520926993983668.pem was interrupted and is shutting down... 2024-01-01T09:06:40,644 DEBUG [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6129374442107340110.pem was interrupted and is shutting down... 2024-01-01T09:06:40,644 INFO [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6129374442107340110.pem thread finished 2024-01-01T09:06:40,644 INFO [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7132520926993983668.pem thread finished 2024-01-01T09:06:40,644 INFO [FileChangeWatcher-hbase_test_key7132520926993983668.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7132520926993983668.pem thread finished 2024-01-01T09:06:40,653 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 35), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=115 (was 115), ProcessCount=177 (was 177), AvailableMemoryMB=4837 (was 4842) 2024-01-01T09:06:40,660 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=115, ProcessCount=177, AvailableMemoryMB=4837 2024-01-01T09:06:40,662 INFO [FileChangeWatcher-hbase_test_ca6129374442107340110.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6129374442107340110.pem thread finished 2024-01-01T09:06:40,835 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-01-01T09:06:40,836 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:36229 2024-01-01T09:06:40,836 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-01-01T09:06:40,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46191d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:40,837 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:40,837 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:40,960 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:40,960 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,961 INFO [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5842004398216809156.p12 thread started 2024-01-01T09:06:40,961 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:40,961 INFO [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5788597243509771370.p12 thread started 2024-01-01T09:06:40,961 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:41,023 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:41,083 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:41,083 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:41,083 INFO [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5842004398216809156.p12 thread started 2024-01-01T09:06:41,084 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:41,084 INFO [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5788597243509771370.p12 thread started 2024-01-01T09:06:41,084 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xbb61dfd0, L:/127.0.0.1:36229 - R:localhost/127.0.0.1:35430] 2024-01-01T09:06:41,207 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:35430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:41,214 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:41,214 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:41,214 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:41,215 INFO [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:41,215 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:41,215 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:41,215 INFO [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:41,215 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:41,329 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:41,329 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:41,329 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:41,329 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:41,329 INFO [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:41,329 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:41,329 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:41,329 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:41,329 INFO [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:41,329 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:41,329 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:41,329 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:41,329 INFO [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:41,329 INFO [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:41,329 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:41,329 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:41,390 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:41,390 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:41,390 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,36229,0 is dead - stopping the connection localhost:36229/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-01-01T09:06:41,390 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:41,390 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:41,390 INFO [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:41,390 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:41,390 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:41,390 INFO [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:41,390 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:41,391 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:41,514 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:41,514 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:41,581 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:41,642 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:41,642 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x34132862, L:/127.0.0.1:36229 - R:localhost/127.0.0.1:35440] 2024-01-01T09:06:41,756 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:35440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:41,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:41,758 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5842004398216809156.p12 was interrupted and is shutting down... 2024-01-01T09:06:41,758 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:36229 2024-01-01T09:06:41,758 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5788597243509771370.p12 was interrupted and is shutting down... 2024-01-01T09:06:41,758 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5842004398216809156.p12 was interrupted and is shutting down... 2024-01-01T09:06:41,758 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5788597243509771370.p12 was interrupted and is shutting down... 2024-01-01T09:06:41,758 INFO [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5842004398216809156.p12 thread finished 2024-01-01T09:06:41,758 INFO [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5842004398216809156.p12 thread finished 2024-01-01T09:06:41,758 INFO [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5788597243509771370.p12 thread finished 2024-01-01T09:06:41,766 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 35), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=115 (was 115), ProcessCount=177 (was 177), AvailableMemoryMB=4690 (was 4837) 2024-01-01T09:06:41,774 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=115, ProcessCount=177, AvailableMemoryMB=4690 2024-01-01T09:06:41,775 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-01-01T09:06:41,775 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:34169 2024-01-01T09:06:41,775 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-01-01T09:06:41,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54767d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:41,776 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:41,777 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:41,778 INFO [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5788597243509771370.p12 thread finished 2024-01-01T09:06:41,901 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:41,902 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:41,902 INFO [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5842004398216809156.p12 thread started 2024-01-01T09:06:41,902 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:41,903 INFO [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5788597243509771370.p12 thread started 2024-01-01T09:06:41,903 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:41,974 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:42,042 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:42,043 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:42,043 INFO [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5842004398216809156.p12 thread started 2024-01-01T09:06:42,043 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:42,043 INFO [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5788597243509771370.p12 thread started 2024-01-01T09:06:42,043 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x0b856fac, L:/127.0.0.1:34169 - R:localhost/127.0.0.1:43266] 2024-01-01T09:06:42,169 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:43266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:42,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:42,170 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5842004398216809156.p12 was interrupted and is shutting down... 2024-01-01T09:06:42,170 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5788597243509771370.p12 was interrupted and is shutting down... 2024-01-01T09:06:42,171 INFO [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5842004398216809156.p12 thread finished 2024-01-01T09:06:42,171 INFO [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5788597243509771370.p12 thread finished 2024-01-01T09:06:42,174 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:42,174 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:42,174 INFO [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:42,174 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:42,295 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:42,295 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:42,295 INFO [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:42,295 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key5842004398216809156.p12 2024-01-01T09:06:42,295 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:42,295 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:42,295 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:42,296 INFO [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:42,365 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:42,365 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:42,365 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:42,365 INFO [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca5788597243509771370.p12 2024-01-01T09:06:42,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14be2f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:42,366 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:42,366 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:42,497 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:42,498 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:42,498 INFO [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key5842004398216809156.p12 thread started 2024-01-01T09:06:42,498 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:42,498 INFO [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca5788597243509771370.p12 thread started 2024-01-01T09:06:42,499 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:42,565 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:42,626 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:42,626 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x78479e47, L:/127.0.0.1:34169 - R:localhost/127.0.0.1:43274] 2024-01-01T09:06:42,742 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:43274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:42,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:42,743 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5842004398216809156.p12 was interrupted and is shutting down... 2024-01-01T09:06:42,743 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5788597243509771370.p12 was interrupted and is shutting down... 2024-01-01T09:06:42,744 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:34169 2024-01-01T09:06:42,744 DEBUG [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key5842004398216809156.p12 was interrupted and is shutting down... 2024-01-01T09:06:42,744 DEBUG [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca5788597243509771370.p12 was interrupted and is shutting down... 2024-01-01T09:06:42,744 INFO [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5842004398216809156.p12 thread finished 2024-01-01T09:06:42,744 INFO [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5788597243509771370.p12 thread finished 2024-01-01T09:06:42,753 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=115 (was 115), ProcessCount=176 (was 177), AvailableMemoryMB=4691 (was 4690) - AvailableMemoryMB LEAK? - 2024-01-01T09:06:42,758 INFO [FileChangeWatcher-hbase_test_ca5788597243509771370.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca5788597243509771370.p12 thread finished 2024-01-01T09:06:42,758 INFO [FileChangeWatcher-hbase_test_key5842004398216809156.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key5842004398216809156.p12 thread finished 2024-01-01T09:06:42,760 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=115, ProcessCount=176, AvailableMemoryMB=4690 2024-01-01T09:06:43,128 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-01-01T09:06:43,129 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:41865 2024-01-01T09:06:43,129 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-01-01T09:06:43,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d934af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:43,130 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:43,130 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:43,430 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:43,430 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:43,430 INFO [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2340827800916008191.bcfks thread started 2024-01-01T09:06:43,430 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:43,431 INFO [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks thread started 2024-01-01T09:06:43,431 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:43,576 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:43,719 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:43,719 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:43,720 INFO [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2340827800916008191.bcfks thread started 2024-01-01T09:06:43,720 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:43,720 INFO [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks thread started 2024-01-01T09:06:43,720 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x7b778836, L:/127.0.0.1:41865 - R:localhost/127.0.0.1:56222] 2024-01-01T09:06:43,985 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:56222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:43,992 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:43,992 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:43,992 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:43,992 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:43,992 INFO [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:43,992 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:43,992 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:43,992 INFO [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:44,207 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:44,207 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:44,207 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:44,207 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:44,208 INFO [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:44,208 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:44,208 INFO [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:44,208 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:44,208 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:44,208 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:44,208 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:44,208 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:44,208 INFO [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:44,208 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:44,208 INFO [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:44,208 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:44,350 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:44,350 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:44,350 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:44,350 INFO [Time-limited test {}] ipc.AbstractRpcClient(477): The server on localhost,41865,0 is dead - stopping the connection localhost:41865/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-01-01T09:06:44,350 INFO [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:44,350 INFO [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:44,350 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:44,350 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:44,350 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:44,350 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:44,351 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:44,661 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:44,662 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:44,804 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:44,949 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:44,949 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xe9e7694e, L:/127.0.0.1:41865 - R:localhost/127.0.0.1:56224] 2024-01-01T09:06:45,115 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:56224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:45,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:45,117 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:41865 2024-01-01T09:06:45,117 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks was interrupted and is shutting down... 2024-01-01T09:06:45,117 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2340827800916008191.bcfks was interrupted and is shutting down... 2024-01-01T09:06:45,117 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks was interrupted and is shutting down... 2024-01-01T09:06:45,117 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2340827800916008191.bcfks was interrupted and is shutting down... 2024-01-01T09:06:45,117 INFO [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks thread finished 2024-01-01T09:06:45,117 INFO [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2340827800916008191.bcfks thread finished 2024-01-01T09:06:45,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=114 (was 115), ProcessCount=176 (was 176), AvailableMemoryMB=4663 (was 4690) 2024-01-01T09:06:45,133 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=369, MaxFileDescriptor=60000, SystemLoadAverage=114, ProcessCount=176, AvailableMemoryMB=4662 2024-01-01T09:06:45,134 INFO [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks thread finished 2024-01-01T09:06:45,134 INFO [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2340827800916008191.bcfks thread finished 2024-01-01T09:06:45,134 INFO [Time-limited test {}] ipc.NettyRpcServer(312): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-01-01T09:06:45,135 INFO [Time-limited test {}] ipc.NettyRpcServer(194): Bind to /127.0.0.1:45801 2024-01-01T09:06:45,135 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-01-01T09:06:45,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7534189d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:45,136 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:45,136 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:45,423 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:45,423 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:45,424 INFO [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2340827800916008191.bcfks thread started 2024-01-01T09:06:45,424 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:45,424 INFO [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks thread started 2024-01-01T09:06:45,424 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:45,569 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:45,714 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:45,714 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:45,715 INFO [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2340827800916008191.bcfks thread started 2024-01-01T09:06:45,715 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:45,715 INFO [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks thread started 2024-01-01T09:06:45,715 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0x47eea196, L:/127.0.0.1:45801 - R:localhost/127.0.0.1:50408] 2024-01-01T09:06:45,880 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:50408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:45,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:45,882 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks was interrupted and is shutting down... 2024-01-01T09:06:45,882 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2340827800916008191.bcfks was interrupted and is shutting down... 2024-01-01T09:06:45,882 INFO [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2340827800916008191.bcfks thread finished 2024-01-01T09:06:45,882 INFO [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks thread finished 2024-01-01T09:06:45,889 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:45,889 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:45,889 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:45,889 INFO [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:46,109 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:46,109 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:46,109 INFO [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:46,109 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2340827800916008191.bcfks 2024-01-01T09:06:46,109 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:46,109 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:46,109 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:46,109 INFO [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:46,252 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:46,252 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:46,252 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] tls.X509Util(553): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:46,252 INFO [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] tls.X509Util(547): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4340575233124964034.bcfks 2024-01-01T09:06:46,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15fcb7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-01-01T09:06:46,253 DEBUG [Time-limited test {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-01-01T09:06:46,254 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:46,552 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:46,552 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:46,553 INFO [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2340827800916008191.bcfks thread started 2024-01-01T09:06:46,553 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0b1d5eb9-629e-306a-e903-da8fa6036279/TestNettyTlsIPC 2024-01-01T09:06:46,553 INFO [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks thread started 2024-01-01T09:06:46,553 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(297): SSL handler added with handshake timeout 5000 ms 2024-01-01T09:06:46,697 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(312): Using default JDK SSL provider because netty-tcnative is not available 2024-01-01T09:06:46,841 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(246): Using Java8 optimized cipher suites for Java version 1.8 2024-01-01T09:06:46,842 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(440): SSL handler added for channel: [id: 0xea033661, L:/127.0.0.1:45801 - R:localhost/127.0.0.1:50414] 2024-01-01T09:06:47,008 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(478): Connection from 127.0.0.1:50414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-01-01T09:06:47,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(513): Stopping rpc client 2024-01-01T09:06:47,010 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2340827800916008191.bcfks was interrupted and is shutting down... 2024-01-01T09:06:47,010 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks was interrupted and is shutting down... 2024-01-01T09:06:47,010 INFO [Time-limited test {}] ipc.NettyRpcServer(348): Stopping server on localhost/127.0.0.1:45801 2024-01-01T09:06:47,010 DEBUG [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2340827800916008191.bcfks was interrupted and is shutting down... 2024-01-01T09:06:47,010 DEBUG [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks was interrupted and is shutting down... 2024-01-01T09:06:47,010 INFO [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2340827800916008191.bcfks thread finished 2024-01-01T09:06:47,010 INFO [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks thread finished 2024-01-01T09:06:47,019 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=114 (was 114), ProcessCount=176 (was 176), AvailableMemoryMB=4634 (was 4662) 2024-01-01T09:06:47,026 INFO [FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4340575233124964034.bcfks thread finished 2024-01-01T09:06:47,026 INFO [FileChangeWatcher-hbase_test_key2340827800916008191.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2340827800916008191.bcfks thread finished