2024-11-21 19:33:49,878 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@723e88f9 2024-11-21 19:33:49,894 main DEBUG Took 0.013467 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 19:33:49,895 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 19:33:49,895 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 19:33:49,896 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 19:33:49,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:33:49,908 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 19:33:49,926 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:33:49,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:33:49,929 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:33:49,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:33:49,930 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:33:49,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:33:49,932 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:33:49,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:33:49,933 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:33:49,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:33:49,935 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:33:49,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:33:49,937 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:33:49,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:33:49,938 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:33:49,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:33:49,939 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:33:49,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:33:49,941 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:33:49,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:33:49,942 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:33:49,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:33:49,943 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:33:49,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:33:49,944 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:33:49,945 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 19:33:49,947 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:33:49,948 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 19:33:49,951 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 19:33:49,952 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 19:33:49,953 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 19:33:49,954 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 19:33:49,965 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 19:33:49,968 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 19:33:49,970 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 19:33:49,970 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 19:33:49,971 main DEBUG createAppenders(={Console}) 2024-11-21 19:33:49,972 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@723e88f9 initialized 2024-11-21 19:33:49,972 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@723e88f9 2024-11-21 19:33:49,973 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@723e88f9 OK. 2024-11-21 19:33:49,974 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 19:33:49,974 main DEBUG OutputStream closed 2024-11-21 19:33:49,975 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 19:33:49,975 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 19:33:49,975 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4d1bf319 OK 2024-11-21 19:33:50,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 19:33:50,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 19:33:50,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 19:33:50,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 19:33:50,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 19:33:50,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 19:33:50,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 19:33:50,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 19:33:50,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 19:33:50,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 19:33:50,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 19:33:50,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 19:33:50,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 19:33:50,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 19:33:50,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 19:33:50,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 19:33:50,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 19:33:50,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 19:33:50,094 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 19:33:50,094 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6ad59d92) with optional ClassLoader: null 2024-11-21 19:33:50,095 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 19:33:50,096 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6ad59d92] started OK. 2024-11-21T19:33:50,115 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-21 19:33:50,118 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 19:33:50,119 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T19:33:50,718 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T19:33:51,684 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=718, ProcessCount=11, AvailableMemoryMB=3187 2024-11-21T19:33:52,738 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T19:33:52,795 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T19:33:52,814 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T19:33:52,831 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T19:33:52,933 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:33:52,976 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 57501 (auto-detected) 2024-11-21T19:33:52,979 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-21T19:33:53,010 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41401 2024-11-21T19:33:53,013 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T19:33:53,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9df833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:33:53,057 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T19:33:53,057 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T19:33:53,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:33:53,435 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:53,493 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:53,597 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:53,609 INFO [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16529867840821002062.jks thread started 2024-11-21T19:33:53,611 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:53,623 INFO [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16968117594580294198.jks thread started 2024-11-21T19:33:53,624 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:33:53,686 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:53,710 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:53,805 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:53,806 INFO [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16529867840821002062.jks thread started 2024-11-21T19:33:53,806 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:53,807 INFO [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16968117594580294198.jks thread started 2024-11-21T19:33:53,810 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x34395e83, L:/127.0.0.1:41401 - R:/127.0.0.1:34656] 2024-11-21T19:33:53,979 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:33:54,462 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:54,462 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:54,462 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:54,463 INFO [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:54,463 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:54,463 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:54,462 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:54,463 INFO [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:54,489 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:54,489 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:54,489 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:54,489 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:54,489 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:54,489 INFO [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:54,489 INFO [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:54,489 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:54,489 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:54,490 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:54,490 INFO [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:54,490 INFO [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:54,490 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:54,490 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:54,490 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:54,490 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:54,508 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:54,508 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:54,508 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,41401,0 is dead - stopping the connection localhost:41401/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T19:33:54,508 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:54,508 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:54,508 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:54,508 INFO [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:54,509 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:54,509 INFO [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:54,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:33:54,511 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:54,562 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:54,563 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:33:54,578 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:54,595 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:54,596 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0e82d461, L:/127.0.0.1:41401 - R:/127.0.0.1:34664] 2024-11-21T19:33:54,654 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:33:54,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:33:54,658 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41401 2024-11-21T19:33:54,658 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16968117594580294198.jks was interrupted and is shutting down... 2024-11-21T19:33:54,658 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16968117594580294198.jks was interrupted and is shutting down... 2024-11-21T19:33:54,658 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16529867840821002062.jks was interrupted and is shutting down... 2024-11-21T19:33:54,658 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16529867840821002062.jks was interrupted and is shutting down... 2024-11-21T19:33:54,658 INFO [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16968117594580294198.jks thread finished 2024-11-21T19:33:54,659 INFO [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16968117594580294198.jks thread finished 2024-11-21T19:33:54,672 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 12) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key16529867840821002062.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key16529867840821002062.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=718 (was 718), ProcessCount=11 (was 11), AvailableMemoryMB=2938 (was 3187) 2024-11-21T19:33:54,674 INFO [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16529867840821002062.jks thread finished 2024-11-21T19:33:54,675 INFO [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16529867840821002062.jks thread finished 2024-11-21T19:33:54,679 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=718, ProcessCount=11, AvailableMemoryMB=2937 2024-11-21T19:33:54,682 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:33:54,683 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37313 2024-11-21T19:33:54,683 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T19:33:54,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3dc24e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:33:54,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:33:54,686 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:54,726 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:54,734 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:54,746 INFO [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16529867840821002062.jks thread started 2024-11-21T19:33:54,748 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:54,750 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:33:54,755 INFO [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16968117594580294198.jks thread started 2024-11-21T19:33:54,780 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:54,807 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:54,814 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:54,815 INFO [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16529867840821002062.jks thread started 2024-11-21T19:33:54,816 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:54,820 INFO [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16968117594580294198.jks thread started 2024-11-21T19:33:54,820 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x82730f29, L:/127.0.0.1:37313 - R:/127.0.0.1:41156] 2024-11-21T19:33:54,880 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:33:54,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:33:54,891 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16529867840821002062.jks was interrupted and is shutting down... 2024-11-21T19:33:54,891 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16968117594580294198.jks was interrupted and is shutting down... 2024-11-21T19:33:54,891 INFO [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16529867840821002062.jks thread finished 2024-11-21T19:33:54,891 INFO [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16968117594580294198.jks thread finished 2024-11-21T19:33:55,286 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:55,286 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:55,287 INFO [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:55,287 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:55,310 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:55,310 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:55,311 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:55,311 INFO [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16529867840821002062.jks 2024-11-21T19:33:55,311 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:55,311 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:55,311 INFO [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:55,311 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:55,336 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:55,336 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:55,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad9cd8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:33:55,337 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:55,337 INFO [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16968117594580294198.jks 2024-11-21T19:33:55,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:33:55,339 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:55,379 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:55,381 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:55,383 INFO [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16529867840821002062.jks thread started 2024-11-21T19:33:55,384 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:55,385 INFO [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16968117594580294198.jks thread started 2024-11-21T19:33:55,385 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:33:55,412 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:55,430 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:55,431 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2a175472, L:/127.0.0.1:37313 - R:/127.0.0.1:41162] 2024-11-21T19:33:55,483 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:33:55,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:33:55,486 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37313 2024-11-21T19:33:55,486 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16529867840821002062.jks was interrupted and is shutting down... 2024-11-21T19:33:55,486 DEBUG [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16529867840821002062.jks was interrupted and is shutting down... 2024-11-21T19:33:55,486 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16968117594580294198.jks was interrupted and is shutting down... 2024-11-21T19:33:55,486 DEBUG [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16968117594580294198.jks was interrupted and is shutting down... 2024-11-21T19:33:55,487 INFO [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16529867840821002062.jks thread finished 2024-11-21T19:33:55,487 INFO [FileChangeWatcher-hbase_test_key16529867840821002062.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16529867840821002062.jks thread finished 2024-11-21T19:33:55,488 INFO [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16968117594580294198.jks thread finished 2024-11-21T19:33:55,495 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 25), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=684 (was 718), ProcessCount=11 (was 11), AvailableMemoryMB=2834 (was 2937) 2024-11-21T19:33:55,503 INFO [FileChangeWatcher-hbase_test_ca16968117594580294198.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16968117594580294198.jks thread finished 2024-11-21T19:33:55,503 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=684, ProcessCount=11, AvailableMemoryMB=2834 2024-11-21T19:33:55,569 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:33:55,571 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37173 2024-11-21T19:33:55,571 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T19:33:55,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319af08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:33:55,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:33:55,574 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:55,598 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:55,599 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:55,599 INFO [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2113815651842699264.pem thread started 2024-11-21T19:33:55,599 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:55,600 INFO [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13023977803895267955.pem thread started 2024-11-21T19:33:55,600 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:33:55,623 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:55,624 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:55,626 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:55,626 INFO [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2113815651842699264.pem thread started 2024-11-21T19:33:55,627 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:55,628 INFO [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13023977803895267955.pem thread started 2024-11-21T19:33:55,628 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x888bc2b9, L:/127.0.0.1:37173 - R:/127.0.0.1:46234] 2024-11-21T19:33:55,652 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:33:55,928 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:55,928 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:55,928 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:55,929 INFO [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:55,929 INFO [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:55,929 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:55,929 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:55,929 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:55,930 INFO [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:55,930 INFO [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:55,930 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:55,931 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:55,935 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:55,935 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:55,973 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:55,973 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:55,973 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:55,973 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:55,973 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:55,973 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:55,973 INFO [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:55,973 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37173,0 is dead - stopping the connection localhost:37173/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T19:33:55,973 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:55,973 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:55,973 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:55,973 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:55,973 INFO [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:55,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:33:55,975 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:55,984 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:55,984 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:33:55,998 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:55,999 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:56,000 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd3f9f4d2, L:/127.0.0.1:37173 - R:/127.0.0.1:46246] 2024-11-21T19:33:56,024 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:33:56,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:33:56,026 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37173 2024-11-21T19:33:56,026 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2113815651842699264.pem was interrupted and is shutting down... 2024-11-21T19:33:56,026 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13023977803895267955.pem was interrupted and is shutting down... 2024-11-21T19:33:56,027 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2113815651842699264.pem was interrupted and is shutting down... 2024-11-21T19:33:56,027 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13023977803895267955.pem was interrupted and is shutting down... 2024-11-21T19:33:56,027 INFO [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2113815651842699264.pem thread finished 2024-11-21T19:33:56,027 INFO [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13023977803895267955.pem thread finished 2024-11-21T19:33:56,027 INFO [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2113815651842699264.pem thread finished 2024-11-21T19:33:56,034 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: FileChangeWatcher-hbase_test_ca13023977803895267955.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=684 (was 684), ProcessCount=11 (was 11), AvailableMemoryMB=2756 (was 2834) 2024-11-21T19:33:56,040 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=684, ProcessCount=11, AvailableMemoryMB=2756 2024-11-21T19:33:56,043 INFO [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13023977803895267955.pem thread finished 2024-11-21T19:33:56,043 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:33:56,044 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43007 2024-11-21T19:33:56,044 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T19:33:56,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6f5aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:33:56,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:33:56,047 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:56,054 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:56,055 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:56,056 INFO [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2113815651842699264.pem thread started 2024-11-21T19:33:56,057 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:56,057 INFO [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13023977803895267955.pem thread started 2024-11-21T19:33:56,058 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:33:56,064 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:56,066 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:56,066 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:56,068 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:56,067 INFO [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2113815651842699264.pem thread started 2024-11-21T19:33:56,068 INFO [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13023977803895267955.pem thread started 2024-11-21T19:33:56,068 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x65cf3a45, L:/127.0.0.1:43007 - R:/127.0.0.1:59466] 2024-11-21T19:33:56,086 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:33:56,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:33:56,089 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13023977803895267955.pem was interrupted and is shutting down... 2024-11-21T19:33:56,089 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2113815651842699264.pem was interrupted and is shutting down... 2024-11-21T19:33:56,089 INFO [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13023977803895267955.pem thread finished 2024-11-21T19:33:56,089 INFO [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2113815651842699264.pem thread finished 2024-11-21T19:33:56,442 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:56,442 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:56,442 INFO [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:56,442 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:56,443 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:56,443 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:56,443 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:56,443 INFO [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key2113815651842699264.pem 2024-11-21T19:33:56,464 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:56,464 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:56,464 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:56,464 INFO [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:56,465 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:56,465 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:56,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a678d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:33:56,465 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:56,465 INFO [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13023977803895267955.pem 2024-11-21T19:33:56,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:33:56,466 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:56,473 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:56,474 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:56,475 INFO [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key2113815651842699264.pem thread started 2024-11-21T19:33:56,476 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:56,477 INFO [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13023977803895267955.pem thread started 2024-11-21T19:33:56,477 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:33:56,482 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:56,482 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:56,483 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2d11f18f, L:/127.0.0.1:43007 - R:/127.0.0.1:59478] 2024-11-21T19:33:56,505 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:33:56,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:33:56,507 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43007 2024-11-21T19:33:56,507 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13023977803895267955.pem was interrupted and is shutting down... 2024-11-21T19:33:56,507 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2113815651842699264.pem was interrupted and is shutting down... 2024-11-21T19:33:56,507 DEBUG [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key2113815651842699264.pem was interrupted and is shutting down... 2024-11-21T19:33:56,507 DEBUG [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13023977803895267955.pem was interrupted and is shutting down... 2024-11-21T19:33:56,507 INFO [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13023977803895267955.pem thread finished 2024-11-21T19:33:56,507 INFO [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2113815651842699264.pem thread finished 2024-11-21T19:33:56,514 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 27) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key2113815651842699264.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=684 (was 684), ProcessCount=11 (was 11), AvailableMemoryMB=2686 (was 2756) 2024-11-21T19:33:56,522 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=684, ProcessCount=11, AvailableMemoryMB=2686 2024-11-21T19:33:56,527 INFO [FileChangeWatcher-hbase_test_ca13023977803895267955.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13023977803895267955.pem thread finished 2024-11-21T19:33:56,527 INFO [FileChangeWatcher-hbase_test_key2113815651842699264.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key2113815651842699264.pem thread finished 2024-11-21T19:33:56,587 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:33:56,588 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42881 2024-11-21T19:33:56,588 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T19:33:56,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c2caf73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:33:56,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:33:56,590 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:56,619 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:56,619 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:56,620 INFO [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14647981440643008175.p12 thread started 2024-11-21T19:33:56,620 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:56,620 INFO [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11100220713629371552.p12 thread started 2024-11-21T19:33:56,620 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:33:56,637 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:56,651 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:56,652 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:56,652 INFO [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14647981440643008175.p12 thread started 2024-11-21T19:33:56,653 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:56,653 INFO [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11100220713629371552.p12 thread started 2024-11-21T19:33:56,653 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xacc83471, L:/127.0.0.1:42881 - R:/127.0.0.1:46300] 2024-11-21T19:33:56,700 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:33:56,923 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:56,923 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:56,923 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:56,923 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:56,923 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:56,923 INFO [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:56,923 INFO [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:56,923 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:56,947 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:56,947 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:56,947 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:56,947 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:56,947 INFO [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:56,947 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:56,948 INFO [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:56,948 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:56,955 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:56,955 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:56,955 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:56,955 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:56,955 INFO [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:56,955 INFO [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:56,955 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:56,955 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:56,970 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:56,970 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:56,970 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42881,0 is dead - stopping the connection localhost:42881/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T19:33:56,970 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:56,971 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:56,970 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:56,971 INFO [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:56,971 INFO [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:56,971 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:56,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:33:56,972 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:57,011 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:57,011 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:33:57,025 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:57,039 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:57,040 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x97f5d566, L:/127.0.0.1:42881 - R:/127.0.0.1:46310] 2024-11-21T19:33:57,078 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:33:57,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:33:57,079 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42881 2024-11-21T19:33:57,079 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14647981440643008175.p12 was interrupted and is shutting down... 2024-11-21T19:33:57,080 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11100220713629371552.p12 was interrupted and is shutting down... 2024-11-21T19:33:57,080 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14647981440643008175.p12 was interrupted and is shutting down... 2024-11-21T19:33:57,080 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11100220713629371552.p12 was interrupted and is shutting down... 2024-11-21T19:33:57,080 INFO [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14647981440643008175.p12 thread finished 2024-11-21T19:33:57,080 INFO [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11100220713629371552.p12 thread finished 2024-11-21T19:33:57,087 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) Potentially hanging thread: FileChangeWatcher-hbase_test_key14647981440643008175.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca11100220713629371552.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=684 (was 684), ProcessCount=11 (was 11), AvailableMemoryMB=2581 (was 2686) 2024-11-21T19:33:57,092 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=684, ProcessCount=11, AvailableMemoryMB=2580 2024-11-21T19:33:57,093 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:33:57,093 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33293 2024-11-21T19:33:57,093 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T19:33:57,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8c2cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:33:57,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:33:57,095 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:57,098 INFO [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11100220713629371552.p12 thread finished 2024-11-21T19:33:57,098 INFO [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14647981440643008175.p12 thread finished 2024-11-21T19:33:57,123 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:57,124 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:57,124 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:57,124 INFO [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14647981440643008175.p12 thread started 2024-11-21T19:33:57,124 INFO [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11100220713629371552.p12 thread started 2024-11-21T19:33:57,125 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:33:57,138 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:57,152 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:57,153 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:57,153 INFO [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14647981440643008175.p12 thread started 2024-11-21T19:33:57,153 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:57,154 INFO [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11100220713629371552.p12 thread started 2024-11-21T19:33:57,154 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0db30fa9, L:/127.0.0.1:33293 - R:/127.0.0.1:36194] 2024-11-21T19:33:57,186 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:33:57,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:33:57,188 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14647981440643008175.p12 was interrupted and is shutting down... 2024-11-21T19:33:57,188 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11100220713629371552.p12 was interrupted and is shutting down... 2024-11-21T19:33:57,189 INFO [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11100220713629371552.p12 thread finished 2024-11-21T19:33:57,189 INFO [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14647981440643008175.p12 thread finished 2024-11-21T19:33:57,402 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:57,402 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:57,402 INFO [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:57,402 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:57,428 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:57,428 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:57,428 INFO [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:57,428 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14647981440643008175.p12 2024-11-21T19:33:57,428 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:57,428 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:57,428 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:57,428 INFO [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:57,441 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:57,441 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:57,441 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:57,441 INFO [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11100220713629371552.p12 2024-11-21T19:33:57,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f9b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:33:57,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:33:57,443 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:57,472 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:57,472 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:57,473 INFO [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14647981440643008175.p12 thread started 2024-11-21T19:33:57,473 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:57,473 INFO [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11100220713629371552.p12 thread started 2024-11-21T19:33:57,473 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:33:57,489 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:57,503 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:57,503 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfc8e7535, L:/127.0.0.1:33293 - R:/127.0.0.1:36198] 2024-11-21T19:33:57,550 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:33:57,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:33:57,551 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33293 2024-11-21T19:33:57,551 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14647981440643008175.p12 was interrupted and is shutting down... 2024-11-21T19:33:57,551 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11100220713629371552.p12 was interrupted and is shutting down... 2024-11-21T19:33:57,552 DEBUG [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14647981440643008175.p12 was interrupted and is shutting down... 2024-11-21T19:33:57,552 DEBUG [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11100220713629371552.p12 was interrupted and is shutting down... 2024-11-21T19:33:57,552 INFO [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14647981440643008175.p12 thread finished 2024-11-21T19:33:57,552 INFO [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11100220713629371552.p12 thread finished 2024-11-21T19:33:57,552 INFO [FileChangeWatcher-hbase_test_key14647981440643008175.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14647981440643008175.p12 thread finished 2024-11-21T19:33:57,557 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=684 (was 684), ProcessCount=11 (was 11), AvailableMemoryMB=2549 (was 2580) 2024-11-21T19:33:57,562 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=684, ProcessCount=11, AvailableMemoryMB=2549 2024-11-21T19:33:57,571 INFO [FileChangeWatcher-hbase_test_ca11100220713629371552.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11100220713629371552.p12 thread finished 2024-11-21T19:33:58,113 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:33:58,114 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45373 2024-11-21T19:33:58,114 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T19:33:58,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6a6bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:33:58,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:33:58,116 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:58,397 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:58,398 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:58,398 INFO [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15173764168235454242.bcfks thread started 2024-11-21T19:33:58,399 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:58,399 INFO [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca770213036594239307.bcfks thread started 2024-11-21T19:33:58,399 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:33:58,563 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:58,716 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:58,716 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:58,718 INFO [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15173764168235454242.bcfks thread started 2024-11-21T19:33:58,718 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:33:58,718 INFO [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca770213036594239307.bcfks thread started 2024-11-21T19:33:58,719 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x91b6846b, L:/127.0.0.1:45373 - R:/127.0.0.1:52988] 2024-11-21T19:33:58,910 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:33:59,121 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:33:59,121 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:33:59,121 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:33:59,121 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:33:59,121 INFO [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:33:59,121 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:33:59,121 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:33:59,121 INFO [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:33:59,358 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:33:59,358 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:33:59,358 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:33:59,358 INFO [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:33:59,358 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:33:59,358 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:33:59,358 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:33:59,358 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:33:59,358 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:33:59,358 INFO [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:33:59,359 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:33:59,359 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:33:59,359 INFO [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:33:59,359 INFO [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:33:59,359 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:33:59,359 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:33:59,506 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,45373,0 is dead - stopping the connection localhost:45373/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T19:33:59,506 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:33:59,506 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:33:59,507 INFO [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:33:59,506 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:33:59,507 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:33:59,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:33:59,507 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:33:59,507 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:33:59,507 INFO [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:33:59,508 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:33:59,815 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:33:59,816 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:00,007 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:00,195 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:00,195 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x63e068be, L:/127.0.0.1:45373 - R:/127.0.0.1:52996] 2024-11-21T19:34:00,364 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:00,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:34:00,366 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45373 2024-11-21T19:34:00,366 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca770213036594239307.bcfks was interrupted and is shutting down... 2024-11-21T19:34:00,366 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15173764168235454242.bcfks was interrupted and is shutting down... 2024-11-21T19:34:00,366 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15173764168235454242.bcfks was interrupted and is shutting down... 2024-11-21T19:34:00,366 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca770213036594239307.bcfks was interrupted and is shutting down... 2024-11-21T19:34:00,366 INFO [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15173764168235454242.bcfks thread finished 2024-11-21T19:34:00,366 INFO [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca770213036594239307.bcfks thread finished 2024-11-21T19:34:00,370 INFO [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15173764168235454242.bcfks thread finished 2024-11-21T19:34:00,370 INFO [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca770213036594239307.bcfks thread finished 2024-11-21T19:34:00,372 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=645 (was 684), ProcessCount=11 (was 11), AvailableMemoryMB=2459 (was 2549) 2024-11-21T19:34:00,378 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=645, ProcessCount=11, AvailableMemoryMB=2459 2024-11-21T19:34:00,379 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:34:00,380 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40171 2024-11-21T19:34:00,380 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T19:34:00,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d9f5aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:34:00,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:00,382 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:00,655 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:00,656 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:00,656 INFO [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15173764168235454242.bcfks thread started 2024-11-21T19:34:00,656 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:00,657 INFO [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca770213036594239307.bcfks thread started 2024-11-21T19:34:00,657 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:00,798 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:00,954 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:00,955 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:00,955 INFO [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15173764168235454242.bcfks thread started 2024-11-21T19:34:00,955 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:00,956 INFO [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca770213036594239307.bcfks thread started 2024-11-21T19:34:00,956 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x31f9c5fb, L:/127.0.0.1:40171 - R:/127.0.0.1:60130] 2024-11-21T19:34:01,143 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:01,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:34:01,145 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca770213036594239307.bcfks was interrupted and is shutting down... 2024-11-21T19:34:01,145 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15173764168235454242.bcfks was interrupted and is shutting down... 2024-11-21T19:34:01,145 INFO [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15173764168235454242.bcfks thread finished 2024-11-21T19:34:01,145 INFO [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca770213036594239307.bcfks thread finished 2024-11-21T19:34:01,398 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:34:01,398 INFO [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:34:01,398 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:34:01,399 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:34:01,718 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:34:01,718 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:34:01,719 INFO [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:34:01,719 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15173764168235454242.bcfks 2024-11-21T19:34:01,739 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:34:01,739 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:34:01,739 INFO [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:34:01,739 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:34:01,912 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:34:01,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8df180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:34:01,912 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:34:01,912 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:34:01,913 INFO [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca770213036594239307.bcfks 2024-11-21T19:34:01,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:01,914 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:02,348 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:02,349 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:02,355 INFO [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15173764168235454242.bcfks thread started 2024-11-21T19:34:02,363 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:02,366 INFO [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca770213036594239307.bcfks thread started 2024-11-21T19:34:02,366 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:02,546 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:02,725 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:02,725 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9af2353e, L:/127.0.0.1:40171 - R:/127.0.0.1:60132] 2024-11-21T19:34:02,915 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:02,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:34:02,918 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40171 2024-11-21T19:34:02,919 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15173764168235454242.bcfks was interrupted and is shutting down... 2024-11-21T19:34:02,919 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca770213036594239307.bcfks was interrupted and is shutting down... 2024-11-21T19:34:02,919 INFO [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15173764168235454242.bcfks thread finished 2024-11-21T19:34:02,919 INFO [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca770213036594239307.bcfks thread finished 2024-11-21T19:34:02,919 DEBUG [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca770213036594239307.bcfks was interrupted and is shutting down... 2024-11-21T19:34:02,920 INFO [FileChangeWatcher-hbase_test_ca770213036594239307.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca770213036594239307.bcfks thread finished 2024-11-21T19:34:02,921 DEBUG [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15173764168235454242.bcfks was interrupted and is shutting down... 2024-11-21T19:34:02,928 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=38 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=645 (was 645), ProcessCount=11 (was 11), AvailableMemoryMB=2268 (was 2459) 2024-11-21T19:34:02,934 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=645, ProcessCount=11, AvailableMemoryMB=2268 2024-11-21T19:34:02,938 INFO [FileChangeWatcher-hbase_test_key15173764168235454242.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15173764168235454242.bcfks thread finished 2024-11-21T19:34:03,163 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:34:03,164 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44419 2024-11-21T19:34:03,164 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T19:34:03,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d526d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:34:03,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:03,167 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:03,213 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:03,214 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:03,215 INFO [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7854141492010060996.jks thread started 2024-11-21T19:34:03,215 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:03,219 INFO [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16564861271746171539.jks thread started 2024-11-21T19:34:03,219 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:03,246 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:03,270 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:03,270 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:03,271 INFO [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7854141492010060996.jks thread started 2024-11-21T19:34:03,271 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:03,272 INFO [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16564861271746171539.jks thread started 2024-11-21T19:34:03,272 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x50ea5e8f, L:/127.0.0.1:44419 - R:/127.0.0.1:34906] 2024-11-21T19:34:03,350 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:03,363 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,364 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,364 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,364 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,366 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,367 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,367 INFO [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,367 INFO [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,405 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,405 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,405 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,405 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,405 INFO [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,405 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,406 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,406 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,406 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,406 INFO [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,406 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,406 INFO [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,406 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,406 INFO [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,406 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,406 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,429 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,429 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,429 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44419,0 is dead - stopping the connection localhost:44419/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T19:34:03,429 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,429 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,429 INFO [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,429 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,429 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,429 INFO [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:03,430 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:03,459 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:03,460 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:03,475 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:03,489 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:03,489 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x356673ff, L:/127.0.0.1:44419 - R:/127.0.0.1:34908] 2024-11-21T19:34:03,535 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:03,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:34:03,536 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44419 2024-11-21T19:34:03,536 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7854141492010060996.jks was interrupted and is shutting down... 2024-11-21T19:34:03,536 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16564861271746171539.jks was interrupted and is shutting down... 2024-11-21T19:34:03,537 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7854141492010060996.jks was interrupted and is shutting down... 2024-11-21T19:34:03,537 INFO [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16564861271746171539.jks thread finished 2024-11-21T19:34:03,537 INFO [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7854141492010060996.jks thread finished 2024-11-21T19:34:03,537 INFO [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7854141492010060996.jks thread finished 2024-11-21T19:34:03,537 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16564861271746171539.jks was interrupted and is shutting down... 2024-11-21T19:34:03,543 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=645 (was 645), ProcessCount=11 (was 11), AvailableMemoryMB=2238 (was 2268) 2024-11-21T19:34:03,548 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=645, ProcessCount=11, AvailableMemoryMB=2238 2024-11-21T19:34:03,549 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:34:03,550 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42813 2024-11-21T19:34:03,550 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T19:34:03,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ed836f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:34:03,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:03,551 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:03,554 INFO [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16564861271746171539.jks thread finished 2024-11-21T19:34:03,586 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:03,587 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:03,588 INFO [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7854141492010060996.jks thread started 2024-11-21T19:34:03,588 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:03,589 INFO [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16564861271746171539.jks thread started 2024-11-21T19:34:03,589 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:03,619 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:03,644 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:03,645 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:03,647 INFO [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7854141492010060996.jks thread started 2024-11-21T19:34:03,651 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:03,652 INFO [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16564861271746171539.jks thread started 2024-11-21T19:34:03,652 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x658e394a, L:/127.0.0.1:42813 - R:/127.0.0.1:40838] 2024-11-21T19:34:03,721 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:03,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:34:03,725 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7854141492010060996.jks was interrupted and is shutting down... 2024-11-21T19:34:03,725 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16564861271746171539.jks was interrupted and is shutting down... 2024-11-21T19:34:03,726 INFO [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7854141492010060996.jks thread finished 2024-11-21T19:34:03,726 INFO [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16564861271746171539.jks thread finished 2024-11-21T19:34:03,734 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,734 INFO [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,734 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,735 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,777 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,777 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,777 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,777 INFO [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7854141492010060996.jks 2024-11-21T19:34:03,777 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,777 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,777 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,777 INFO [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,802 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bf7cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:34:03,802 INFO [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:03,802 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,802 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16564861271746171539.jks 2024-11-21T19:34:03,805 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:03,868 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:03,870 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:03,878 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:03,878 INFO [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7854141492010060996.jks thread started 2024-11-21T19:34:03,887 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:03,888 INFO [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16564861271746171539.jks thread started 2024-11-21T19:34:03,920 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:03,942 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:03,943 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x947b16a9, L:/127.0.0.1:42813 - R:/127.0.0.1:40840] 2024-11-21T19:34:04,023 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:04,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:34:04,025 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42813 2024-11-21T19:34:04,025 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16564861271746171539.jks was interrupted and is shutting down... 2024-11-21T19:34:04,025 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7854141492010060996.jks was interrupted and is shutting down... 2024-11-21T19:34:04,025 DEBUG [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16564861271746171539.jks was interrupted and is shutting down... 2024-11-21T19:34:04,025 INFO [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7854141492010060996.jks thread finished 2024-11-21T19:34:04,025 INFO [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16564861271746171539.jks thread finished 2024-11-21T19:34:04,025 DEBUG [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7854141492010060996.jks was interrupted and is shutting down... 2024-11-21T19:34:04,025 INFO [FileChangeWatcher-hbase_test_ca16564861271746171539.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16564861271746171539.jks thread finished 2024-11-21T19:34:04,034 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=645 (was 645), ProcessCount=11 (was 11), AvailableMemoryMB=2205 (was 2238) 2024-11-21T19:34:04,041 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=645, ProcessCount=11, AvailableMemoryMB=2203 2024-11-21T19:34:04,046 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:34:04,046 INFO [FileChangeWatcher-hbase_test_key7854141492010060996.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7854141492010060996.jks thread finished 2024-11-21T19:34:04,047 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43417 2024-11-21T19:34:04,047 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T19:34:04,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36583115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:34:04,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:04,048 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:04,052 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:04,053 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,053 INFO [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13121954355671329266.pem thread started 2024-11-21T19:34:04,053 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,053 INFO [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2113197431735211688.pem thread started 2024-11-21T19:34:04,054 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:04,057 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:04,057 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:04,058 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,058 INFO [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13121954355671329266.pem thread started 2024-11-21T19:34:04,059 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,060 INFO [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2113197431735211688.pem thread started 2024-11-21T19:34:04,060 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcbd45bd3, L:/127.0.0.1:43417 - R:/127.0.0.1:35518] 2024-11-21T19:34:04,074 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:04,085 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,085 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,085 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,085 INFO [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,085 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,085 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,085 INFO [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,085 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,085 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,085 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,085 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,085 INFO [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,085 INFO [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,085 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,085 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,086 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,086 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,086 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,086 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,086 INFO [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,086 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,086 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,086 INFO [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,086 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,086 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,086 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43417,0 is dead - stopping the connection localhost:43417/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T19:34:04,086 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,086 INFO [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,086 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,086 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,086 INFO [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,086 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:04,086 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,087 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:04,091 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:04,092 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:04,095 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:04,096 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:04,096 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x71689d9e, L:/127.0.0.1:43417 - R:/127.0.0.1:35530] 2024-11-21T19:34:04,113 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:04,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:34:04,114 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13121954355671329266.pem was interrupted and is shutting down... 2024-11-21T19:34:04,114 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2113197431735211688.pem was interrupted and is shutting down... 2024-11-21T19:34:04,114 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43417 2024-11-21T19:34:04,115 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13121954355671329266.pem was interrupted and is shutting down... 2024-11-21T19:34:04,115 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2113197431735211688.pem was interrupted and is shutting down... 2024-11-21T19:34:04,115 INFO [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2113197431735211688.pem thread finished 2024-11-21T19:34:04,115 INFO [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2113197431735211688.pem thread finished 2024-11-21T19:34:04,118 INFO [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13121954355671329266.pem thread finished 2024-11-21T19:34:04,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=645 (was 645), ProcessCount=11 (was 11), AvailableMemoryMB=2200 (was 2203) 2024-11-21T19:34:04,130 INFO [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13121954355671329266.pem thread finished 2024-11-21T19:34:04,131 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=645, ProcessCount=11, AvailableMemoryMB=2199 2024-11-21T19:34:04,132 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:34:04,133 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44043 2024-11-21T19:34:04,133 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T19:34:04,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53436773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:34:04,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:04,134 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:04,137 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:04,138 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,138 INFO [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13121954355671329266.pem thread started 2024-11-21T19:34:04,138 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,139 INFO [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2113197431735211688.pem thread started 2024-11-21T19:34:04,139 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:04,144 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:04,144 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:04,145 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,145 INFO [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13121954355671329266.pem thread started 2024-11-21T19:34:04,146 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,159 INFO [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2113197431735211688.pem thread started 2024-11-21T19:34:04,159 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc2e22415, L:/127.0.0.1:44043 - R:/127.0.0.1:59252] 2024-11-21T19:34:04,185 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:04,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:34:04,192 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13121954355671329266.pem was interrupted and is shutting down... 2024-11-21T19:34:04,192 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2113197431735211688.pem was interrupted and is shutting down... 2024-11-21T19:34:04,192 INFO [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2113197431735211688.pem thread finished 2024-11-21T19:34:04,195 INFO [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13121954355671329266.pem thread finished 2024-11-21T19:34:04,202 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,202 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,202 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,202 INFO [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,203 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,203 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,203 INFO [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,203 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13121954355671329266.pem 2024-11-21T19:34:04,204 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,204 INFO [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,204 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,204 INFO [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42808c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:34:04,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:04,206 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,207 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2113197431735211688.pem 2024-11-21T19:34:04,207 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:04,211 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:04,215 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,219 INFO [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13121954355671329266.pem thread started 2024-11-21T19:34:04,222 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,227 INFO [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2113197431735211688.pem thread started 2024-11-21T19:34:04,227 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:04,231 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:04,231 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:04,232 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6b86c6fe, L:/127.0.0.1:44043 - R:/127.0.0.1:59256] 2024-11-21T19:34:04,251 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:04,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:34:04,253 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44043 2024-11-21T19:34:04,253 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2113197431735211688.pem was interrupted and is shutting down... 2024-11-21T19:34:04,253 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13121954355671329266.pem was interrupted and is shutting down... 2024-11-21T19:34:04,253 DEBUG [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2113197431735211688.pem was interrupted and is shutting down... 2024-11-21T19:34:04,253 INFO [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13121954355671329266.pem thread finished 2024-11-21T19:34:04,253 INFO [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2113197431735211688.pem thread finished 2024-11-21T19:34:04,253 INFO [FileChangeWatcher-hbase_test_ca2113197431735211688.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2113197431735211688.pem thread finished 2024-11-21T19:34:04,254 DEBUG [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13121954355671329266.pem was interrupted and is shutting down... 2024-11-21T19:34:04,255 INFO [FileChangeWatcher-hbase_test_key13121954355671329266.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13121954355671329266.pem thread finished 2024-11-21T19:34:04,267 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=645 (was 645), ProcessCount=11 (was 11), AvailableMemoryMB=2180 (was 2199) 2024-11-21T19:34:04,275 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=645, ProcessCount=11, AvailableMemoryMB=2180 2024-11-21T19:34:04,338 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:34:04,339 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35065 2024-11-21T19:34:04,339 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T19:34:04,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a7bb36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:34:04,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:04,341 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:04,368 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:04,368 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,369 INFO [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1243204259205224915.p12 thread started 2024-11-21T19:34:04,369 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,370 INFO [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17732179674917787534.p12 thread started 2024-11-21T19:34:04,370 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:04,384 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:04,399 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:04,400 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,400 INFO [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1243204259205224915.p12 thread started 2024-11-21T19:34:04,401 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,401 INFO [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17732179674917787534.p12 thread started 2024-11-21T19:34:04,401 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xca1ec052, L:/127.0.0.1:35065 - R:/127.0.0.1:37042] 2024-11-21T19:34:04,489 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:04,510 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:04,510 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:04,511 INFO [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:04,511 INFO [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:04,511 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:04,511 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:04,514 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:04,515 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:04,560 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:04,560 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:04,560 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:04,560 INFO [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:04,560 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:04,560 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:04,560 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:04,560 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:04,560 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:04,560 INFO [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:04,562 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:04,563 INFO [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:04,563 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:04,563 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:04,564 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:04,564 INFO [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:04,584 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:04,584 INFO [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:04,584 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35065,0 is dead - stopping the connection localhost:35065/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T19:34:04,584 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:04,584 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:04,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:04,584 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:04,585 INFO [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:04,586 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:04,587 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:04,587 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:04,648 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:04,649 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:04,683 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:04,707 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:04,708 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xfcbaaade, L:/127.0.0.1:35065 - R:/127.0.0.1:37058] 2024-11-21T19:34:04,778 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:04,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:34:04,781 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1243204259205224915.p12 was interrupted and is shutting down... 2024-11-21T19:34:04,781 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35065 2024-11-21T19:34:04,781 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17732179674917787534.p12 was interrupted and is shutting down... 2024-11-21T19:34:04,781 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1243204259205224915.p12 was interrupted and is shutting down... 2024-11-21T19:34:04,782 INFO [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17732179674917787534.p12 thread finished 2024-11-21T19:34:04,781 INFO [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1243204259205224915.p12 thread finished 2024-11-21T19:34:04,781 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17732179674917787534.p12 was interrupted and is shutting down... 2024-11-21T19:34:04,782 INFO [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1243204259205224915.p12 thread finished 2024-11-21T19:34:04,792 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=645 (was 645), ProcessCount=11 (was 11), AvailableMemoryMB=2161 (was 2180) 2024-11-21T19:34:04,801 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=645, ProcessCount=11, AvailableMemoryMB=2161 2024-11-21T19:34:04,802 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:34:04,802 INFO [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17732179674917787534.p12 thread finished 2024-11-21T19:34:04,804 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40771 2024-11-21T19:34:04,804 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T19:34:04,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2981fa0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:34:04,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:04,807 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:04,861 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:04,866 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,878 INFO [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1243204259205224915.p12 thread started 2024-11-21T19:34:04,882 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,887 INFO [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17732179674917787534.p12 thread started 2024-11-21T19:34:04,887 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:04,916 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:04,939 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:04,940 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,941 INFO [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1243204259205224915.p12 thread started 2024-11-21T19:34:04,943 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:04,951 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xccf72703, L:/127.0.0.1:40771 - R:/127.0.0.1:58830] 2024-11-21T19:34:04,955 INFO [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17732179674917787534.p12 thread started 2024-11-21T19:34:05,012 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:05,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:34:05,018 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17732179674917787534.p12 was interrupted and is shutting down... 2024-11-21T19:34:05,018 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1243204259205224915.p12 was interrupted and is shutting down... 2024-11-21T19:34:05,018 INFO [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17732179674917787534.p12 thread finished 2024-11-21T19:34:05,022 INFO [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1243204259205224915.p12 thread finished 2024-11-21T19:34:05,026 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:05,027 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:05,033 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:05,033 INFO [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:05,066 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:05,066 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:05,067 INFO [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:05,067 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key1243204259205224915.p12 2024-11-21T19:34:05,067 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:05,067 INFO [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:05,070 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:05,071 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:05,092 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:05,092 INFO [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:05,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680267ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:34:05,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:05,094 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:05,094 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:05,094 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17732179674917787534.p12 2024-11-21T19:34:05,126 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:05,127 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:05,131 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:05,131 INFO [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key1243204259205224915.p12 thread started 2024-11-21T19:34:05,139 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:05,150 INFO [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17732179674917787534.p12 thread started 2024-11-21T19:34:05,162 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:05,186 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:05,187 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1cdd3164, L:/127.0.0.1:40771 - R:/127.0.0.1:58834] 2024-11-21T19:34:05,234 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:05,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:34:05,236 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40771 2024-11-21T19:34:05,236 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17732179674917787534.p12 was interrupted and is shutting down... 2024-11-21T19:34:05,236 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1243204259205224915.p12 was interrupted and is shutting down... 2024-11-21T19:34:05,236 DEBUG [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17732179674917787534.p12 was interrupted and is shutting down... 2024-11-21T19:34:05,236 DEBUG [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key1243204259205224915.p12 was interrupted and is shutting down... 2024-11-21T19:34:05,236 INFO [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17732179674917787534.p12 thread finished 2024-11-21T19:34:05,236 INFO [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1243204259205224915.p12 thread finished 2024-11-21T19:34:05,237 INFO [FileChangeWatcher-hbase_test_key1243204259205224915.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key1243204259205224915.p12 thread finished 2024-11-21T19:34:05,250 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=666 (was 645) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2155 (was 2161) 2024-11-21T19:34:05,258 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=666, ProcessCount=11, AvailableMemoryMB=2155 2024-11-21T19:34:05,258 INFO [FileChangeWatcher-hbase_test_ca17732179674917787534.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17732179674917787534.p12 thread finished 2024-11-21T19:34:05,695 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:34:05,696 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36131 2024-11-21T19:34:05,696 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T19:34:05,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531d2039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:34:05,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:05,698 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:06,023 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:06,024 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:06,024 INFO [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12126121871939857759.bcfks thread started 2024-11-21T19:34:06,025 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:06,026 INFO [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks thread started 2024-11-21T19:34:06,026 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:06,203 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:06,350 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:06,350 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:06,351 INFO [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12126121871939857759.bcfks thread started 2024-11-21T19:34:06,351 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:06,351 INFO [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks thread started 2024-11-21T19:34:06,351 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1d05569f, L:/127.0.0.1:36131 - R:/127.0.0.1:34628] 2024-11-21T19:34:06,563 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:06,592 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:06,592 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:06,592 INFO [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:06,592 INFO [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:06,592 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:06,593 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:06,594 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:06,595 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:06,939 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:06,939 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:06,940 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:06,940 INFO [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:06,940 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:06,940 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:06,940 INFO [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:06,940 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:06,942 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:06,942 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:06,942 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:06,942 INFO [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:06,942 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:06,942 INFO [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:06,943 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:06,943 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:07,108 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:07,108 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:07,108 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:07,108 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:07,108 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36131,0 is dead - stopping the connection localhost:36131/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T19:34:07,108 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:07,108 INFO [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:07,108 INFO [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:07,108 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:07,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:07,109 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:07,445 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:07,446 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:07,594 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:07,752 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:07,752 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2b669461, L:/127.0.0.1:36131 - R:/127.0.0.1:34640] 2024-11-21T19:34:07,907 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:07,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:34:07,908 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks was interrupted and is shutting down... 2024-11-21T19:34:07,908 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12126121871939857759.bcfks was interrupted and is shutting down... 2024-11-21T19:34:07,908 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36131 2024-11-21T19:34:07,909 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12126121871939857759.bcfks was interrupted and is shutting down... 2024-11-21T19:34:07,909 INFO [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12126121871939857759.bcfks thread finished 2024-11-21T19:34:07,909 INFO [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12126121871939857759.bcfks thread finished 2024-11-21T19:34:07,909 INFO [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks thread finished 2024-11-21T19:34:07,909 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks was interrupted and is shutting down... 2024-11-21T19:34:07,915 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=666 (was 666), ProcessCount=11 (was 11), AvailableMemoryMB=2151 (was 2155) 2024-11-21T19:34:07,922 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=666, ProcessCount=11, AvailableMemoryMB=2151 2024-11-21T19:34:07,923 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:34:07,924 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37537 2024-11-21T19:34:07,924 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T19:34:07,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322df97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:34:07,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:07,925 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:07,926 INFO [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks thread finished 2024-11-21T19:34:08,211 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:08,211 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:08,212 INFO [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12126121871939857759.bcfks thread started 2024-11-21T19:34:08,212 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:08,212 INFO [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks thread started 2024-11-21T19:34:08,213 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:08,349 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:08,483 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:08,484 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:08,484 INFO [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12126121871939857759.bcfks thread started 2024-11-21T19:34:08,484 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:08,484 INFO [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks thread started 2024-11-21T19:34:08,485 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x199ccbf5, L:/127.0.0.1:37537 - R:/127.0.0.1:46036] 2024-11-21T19:34:08,637 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:08,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:34:08,639 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12126121871939857759.bcfks was interrupted and is shutting down... 2024-11-21T19:34:08,639 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks was interrupted and is shutting down... 2024-11-21T19:34:08,640 INFO [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks thread finished 2024-11-21T19:34:08,640 INFO [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12126121871939857759.bcfks thread finished 2024-11-21T19:34:08,655 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:08,655 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:08,655 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:08,655 INFO [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:08,866 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:08,866 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:08,866 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:08,866 INFO [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key12126121871939857759.bcfks 2024-11-21T19:34:08,866 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:08,866 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:08,866 INFO [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:08,866 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:09,018 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:09,018 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:09,018 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:09,018 INFO [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4124810063977926069.bcfks 2024-11-21T19:34:09,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f03c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:34:09,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T19:34:09,019 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:09,337 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:09,338 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:09,338 INFO [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key12126121871939857759.bcfks thread started 2024-11-21T19:34:09,338 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f9aa748-eb0a-b2fb-5598-395ae45802ce/TestNettyTLSIPCFileWatcher 2024-11-21T19:34:09,338 INFO [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks thread started 2024-11-21T19:34:09,339 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T19:34:09,520 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T19:34:09,693 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T19:34:09,694 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcb96bf7d, L:/127.0.0.1:37537 - R:/127.0.0.1:46046] 2024-11-21T19:34:09,843 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T19:34:09,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:34:09,844 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37537 2024-11-21T19:34:09,844 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks was interrupted and is shutting down... 2024-11-21T19:34:09,844 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12126121871939857759.bcfks was interrupted and is shutting down... 2024-11-21T19:34:09,844 DEBUG [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key12126121871939857759.bcfks was interrupted and is shutting down... 2024-11-21T19:34:09,844 DEBUG [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks was interrupted and is shutting down... 2024-11-21T19:34:09,844 INFO [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks thread finished 2024-11-21T19:34:09,844 INFO [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12126121871939857759.bcfks thread finished 2024-11-21T19:34:09,850 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=666 (was 666), ProcessCount=11 (was 11), AvailableMemoryMB=2147 (was 2151) 2024-11-21T19:34:09,858 INFO [FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4124810063977926069.bcfks thread finished 2024-11-21T19:34:09,858 INFO [FileChangeWatcher-hbase_test_key12126121871939857759.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key12126121871939857759.bcfks thread finished