2024-11-26 23:12:23,638 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-26 23:12:23,651 main DEBUG Took 0.010647 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 23:12:23,651 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 23:12:23,652 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 23:12:23,653 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 23:12:23,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:12:23,665 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 23:12:23,677 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:12:23,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:12:23,680 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:12:23,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:12:23,681 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:12:23,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:12:23,683 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:12:23,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:12:23,684 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:12:23,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:12:23,685 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:12:23,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:12:23,687 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:12:23,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:12:23,688 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:12:23,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:12:23,689 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:12:23,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:12:23,690 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:12:23,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:12:23,691 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:12:23,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:12:23,692 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:12:23,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 23:12:23,693 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:12:23,693 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 23:12:23,695 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 23:12:23,697 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 23:12:23,699 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 23:12:23,700 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 23:12:23,702 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 23:12:23,702 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 23:12:23,714 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 23:12:23,717 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 23:12:23,718 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 23:12:23,719 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 23:12:23,719 main DEBUG createAppenders(={Console}) 2024-11-26 23:12:23,720 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-26 23:12:23,721 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-26 23:12:23,721 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-26 23:12:23,722 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 23:12:23,722 main DEBUG OutputStream closed 2024-11-26 23:12:23,722 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 23:12:23,722 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 23:12:23,723 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-26 23:12:23,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 23:12:23,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 23:12:23,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 23:12:23,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 23:12:23,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 23:12:23,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 23:12:23,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 23:12:23,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 23:12:23,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 23:12:23,814 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 23:12:23,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 23:12:23,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 23:12:23,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 23:12:23,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 23:12:23,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 23:12:23,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 23:12:23,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 23:12:23,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 23:12:23,821 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 23:12:23,821 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-26 23:12:23,822 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 23:12:23,822 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-26T23:12:23,841 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-26 23:12:23,844 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 23:12:23,845 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T23:12:24,305 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T23:12:25,096 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=5169 2024-11-26T23:12:25,822 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T23:12:25,869 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T23:12:25,886 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T23:12:25,900 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T23:12:26,001 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:12:26,040 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31327 (auto-detected) 2024-11-26T23:12:26,041 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T23:12:26,064 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34773 2024-11-26T23:12:26,068 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T23:12:26,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:26,101 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T23:12:26,101 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T23:12:26,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:26,451 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:26,510 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:26,615 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:26,617 INFO [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18107551557670548010.jks thread started 2024-11-26T23:12:26,618 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:26,618 INFO [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8235826312659762133.jks thread started 2024-11-26T23:12:26,626 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:26,703 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:26,730 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:26,822 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:26,823 INFO [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18107551557670548010.jks thread started 2024-11-26T23:12:26,824 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:26,824 INFO [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8235826312659762133.jks thread started 2024-11-26T23:12:26,826 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x17657f97, L:/127.0.0.1:34773 - R:/127.0.0.1:53466] 2024-11-26T23:12:26,957 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:27,197 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,197 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,197 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,198 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,197 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,198 INFO [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,197 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,198 INFO [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,224 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,224 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,224 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,224 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,224 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,224 INFO [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,224 INFO [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,224 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,225 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,225 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,225 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,225 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,225 INFO [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,225 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,225 INFO [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,225 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,239 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,239 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34773,0 is dead - stopping the connection localhost:34773/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T23:12:27,240 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,239 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,240 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,239 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,240 INFO [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,240 INFO [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,240 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:27,243 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:27,274 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:27,275 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:27,291 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:27,306 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:27,307 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x976b417f, L:/127.0.0.1:34773 - R:/127.0.0.1:53480] 2024-11-26T23:12:27,357 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:27,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:27,360 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18107551557670548010.jks was interrupted and is shutting down... 2024-11-26T23:12:27,360 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34773 2024-11-26T23:12:27,360 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8235826312659762133.jks was interrupted and is shutting down... 2024-11-26T23:12:27,360 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8235826312659762133.jks was interrupted and is shutting down... 2024-11-26T23:12:27,360 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18107551557670548010.jks was interrupted and is shutting down... 2024-11-26T23:12:27,360 INFO [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8235826312659762133.jks thread finished 2024-11-26T23:12:27,361 INFO [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18107551557670548010.jks thread finished 2024-11-26T23:12:27,361 INFO [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18107551557670548010.jks thread finished 2024-11-26T23:12:27,361 INFO [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8235826312659762133.jks thread finished 2024-11-26T23:12:27,371 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=283 (was 283), ProcessCount=11 (was 11), AvailableMemoryMB=5022 (was 5169) 2024-11-26T23:12:27,379 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=21, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=5021 2024-11-26T23:12:27,381 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:12:27,382 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36171 2024-11-26T23:12:27,382 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T23:12:27,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c5db9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:27,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:27,385 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:27,416 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:27,417 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:27,417 INFO [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18107551557670548010.jks thread started 2024-11-26T23:12:27,417 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:27,418 INFO [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8235826312659762133.jks thread started 2024-11-26T23:12:27,418 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:27,448 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:27,469 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:27,470 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:27,471 INFO [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18107551557670548010.jks thread started 2024-11-26T23:12:27,471 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:27,471 INFO [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8235826312659762133.jks thread started 2024-11-26T23:12:27,472 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x05935ec9, L:/127.0.0.1:36171 - R:/127.0.0.1:52074] 2024-11-26T23:12:27,526 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:27,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:27,529 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8235826312659762133.jks was interrupted and is shutting down... 2024-11-26T23:12:27,529 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18107551557670548010.jks was interrupted and is shutting down... 2024-11-26T23:12:27,530 INFO [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8235826312659762133.jks thread finished 2024-11-26T23:12:27,530 INFO [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18107551557670548010.jks thread finished 2024-11-26T23:12:27,838 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,838 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,838 INFO [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,839 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,865 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,865 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,866 INFO [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,866 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key18107551557670548010.jks 2024-11-26T23:12:27,866 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,866 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,866 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,866 INFO [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,881 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,881 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c48b8bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:27,881 INFO [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,881 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca8235826312659762133.jks 2024-11-26T23:12:27,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:27,883 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:27,914 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:27,915 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:27,916 INFO [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key18107551557670548010.jks thread started 2024-11-26T23:12:27,916 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:27,917 INFO [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca8235826312659762133.jks thread started 2024-11-26T23:12:27,917 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:27,934 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:27,952 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:27,952 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3f2ac527, L:/127.0.0.1:36171 - R:/127.0.0.1:52084] 2024-11-26T23:12:27,994 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:27,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:27,996 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36171 2024-11-26T23:12:27,996 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18107551557670548010.jks was interrupted and is shutting down... 2024-11-26T23:12:27,996 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8235826312659762133.jks was interrupted and is shutting down... 2024-11-26T23:12:27,996 DEBUG [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca8235826312659762133.jks was interrupted and is shutting down... 2024-11-26T23:12:27,996 DEBUG [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key18107551557670548010.jks was interrupted and is shutting down... 2024-11-26T23:12:27,996 INFO [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8235826312659762133.jks thread finished 2024-11-26T23:12:27,996 INFO [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18107551557670548010.jks thread finished 2024-11-26T23:12:27,997 INFO [FileChangeWatcher-hbase_test_ca8235826312659762133.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca8235826312659762133.jks thread finished 2024-11-26T23:12:27,997 INFO [FileChangeWatcher-hbase_test_key18107551557670548010.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key18107551557670548010.jks thread finished 2024-11-26T23:12:28,005 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 21) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 283) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4969 (was 5021) 2024-11-26T23:12:28,012 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=4969 2024-11-26T23:12:28,066 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:12:28,067 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34623 2024-11-26T23:12:28,067 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T23:12:28,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e898888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:28,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:28,070 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:28,088 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:28,089 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:28,089 INFO [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8694224591652984597.pem thread started 2024-11-26T23:12:28,089 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:28,090 INFO [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9614217878228487263.pem thread started 2024-11-26T23:12:28,090 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:28,104 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:28,105 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:28,106 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:28,106 INFO [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8694224591652984597.pem thread started 2024-11-26T23:12:28,107 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:28,107 INFO [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9614217878228487263.pem thread started 2024-11-26T23:12:28,107 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe74f1501, L:/127.0.0.1:34623 - R:/127.0.0.1:38052] 2024-11-26T23:12:28,127 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:28,456 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,456 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,456 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,456 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,457 INFO [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,457 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,457 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,457 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,457 INFO [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,457 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,457 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,457 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,457 INFO [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,457 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,457 INFO [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,457 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34623,0 is dead - stopping the connection localhost:34623/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T23:12:28,458 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,458 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,456 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,458 INFO [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,458 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,458 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:28,458 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,458 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,458 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,458 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,458 INFO [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,458 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,459 INFO [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,460 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:28,479 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:28,480 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:28,499 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:28,500 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:28,501 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x29310fc5, L:/127.0.0.1:34623 - R:/127.0.0.1:38060] 2024-11-26T23:12:28,523 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:28,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:28,525 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34623 2024-11-26T23:12:28,525 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8694224591652984597.pem was interrupted and is shutting down... 2024-11-26T23:12:28,525 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9614217878228487263.pem was interrupted and is shutting down... 2024-11-26T23:12:28,526 INFO [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8694224591652984597.pem thread finished 2024-11-26T23:12:28,525 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9614217878228487263.pem was interrupted and is shutting down... 2024-11-26T23:12:28,525 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8694224591652984597.pem was interrupted and is shutting down... 2024-11-26T23:12:28,526 INFO [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9614217878228487263.pem thread finished 2024-11-26T23:12:28,526 INFO [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8694224591652984597.pem thread finished 2024-11-26T23:12:28,527 INFO [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9614217878228487263.pem thread finished 2024-11-26T23:12:28,534 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 23) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9614217878228487263.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key8694224591652984597.pem java.base@17.0.11/java.lang.System.arraycopy(Native Method) java.base@17.0.11/java.lang.ThreadGroup.remove(ThreadGroup.java:994) java.base@17.0.11/java.lang.ThreadGroup.threadTerminated(ThreadGroup.java:967) java.base@17.0.11/java.lang.Thread.exit(Thread.java:853) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 285), ProcessCount=11 (was 11), AvailableMemoryMB=4896 (was 4969) 2024-11-26T23:12:28,541 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=4895 2024-11-26T23:12:28,543 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:12:28,544 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44345 2024-11-26T23:12:28,544 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T23:12:28,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261bfa85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:28,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:28,547 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:28,552 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:28,553 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:28,553 INFO [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8694224591652984597.pem thread started 2024-11-26T23:12:28,553 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:28,554 INFO [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9614217878228487263.pem thread started 2024-11-26T23:12:28,554 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:28,559 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:28,560 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:28,561 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:28,561 INFO [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8694224591652984597.pem thread started 2024-11-26T23:12:28,562 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:28,562 INFO [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9614217878228487263.pem thread started 2024-11-26T23:12:28,562 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc019cd3f, L:/127.0.0.1:44345 - R:/127.0.0.1:49958] 2024-11-26T23:12:28,580 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:28,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:28,583 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8694224591652984597.pem was interrupted and is shutting down... 2024-11-26T23:12:28,583 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9614217878228487263.pem was interrupted and is shutting down... 2024-11-26T23:12:28,583 INFO [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8694224591652984597.pem thread finished 2024-11-26T23:12:28,583 INFO [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9614217878228487263.pem thread finished 2024-11-26T23:12:28,910 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,910 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,910 INFO [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,910 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,910 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,910 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,911 INFO [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,911 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key8694224591652984597.pem 2024-11-26T23:12:28,911 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,911 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c46d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:28,911 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,911 INFO [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,911 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:28,912 INFO [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9614217878228487263.pem 2024-11-26T23:12:28,913 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:28,918 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:28,919 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:28,920 INFO [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key8694224591652984597.pem thread started 2024-11-26T23:12:28,920 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:28,922 INFO [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9614217878228487263.pem thread started 2024-11-26T23:12:28,922 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:28,928 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:28,929 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:28,929 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x731bfd7f, L:/127.0.0.1:44345 - R:/127.0.0.1:49974] 2024-11-26T23:12:28,945 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:28,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:28,947 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44345 2024-11-26T23:12:28,947 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9614217878228487263.pem was interrupted and is shutting down... 2024-11-26T23:12:28,947 DEBUG [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9614217878228487263.pem was interrupted and is shutting down... 2024-11-26T23:12:28,947 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8694224591652984597.pem was interrupted and is shutting down... 2024-11-26T23:12:28,947 DEBUG [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key8694224591652984597.pem was interrupted and is shutting down... 2024-11-26T23:12:28,947 INFO [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9614217878228487263.pem thread finished 2024-11-26T23:12:28,947 INFO [FileChangeWatcher-hbase_test_ca9614217878228487263.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9614217878228487263.pem thread finished 2024-11-26T23:12:28,948 INFO [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8694224591652984597.pem thread finished 2024-11-26T23:12:28,956 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key8694224591652984597.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 285), ProcessCount=11 (was 11), AvailableMemoryMB=4834 (was 4895) 2024-11-26T23:12:28,963 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=4833 2024-11-26T23:12:28,964 INFO [FileChangeWatcher-hbase_test_key8694224591652984597.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key8694224591652984597.pem thread finished 2024-11-26T23:12:29,012 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:12:29,013 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35001 2024-11-26T23:12:29,013 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T23:12:29,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a639716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:29,015 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:29,016 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:29,052 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:29,052 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:29,053 INFO [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16695815196783089589.p12 thread started 2024-11-26T23:12:29,053 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:29,054 INFO [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1343581109020748261.p12 thread started 2024-11-26T23:12:29,054 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:29,073 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:29,090 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:29,091 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:29,091 INFO [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16695815196783089589.p12 thread started 2024-11-26T23:12:29,091 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:29,092 INFO [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1343581109020748261.p12 thread started 2024-11-26T23:12:29,092 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa22bdba9, L:/127.0.0.1:35001 - R:/127.0.0.1:50084] 2024-11-26T23:12:29,134 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:29,377 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,377 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,378 INFO [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,378 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,378 INFO [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,378 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,378 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,378 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,408 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,408 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,408 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,408 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,408 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,408 INFO [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,408 INFO [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,408 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,408 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:29,408 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:29,408 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:29,408 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:29,408 INFO [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:29,408 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:29,408 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:29,408 INFO [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:29,425 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35001,0 is dead - stopping the connection localhost:35001/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T23:12:29,425 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:29,425 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:29,425 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:29,425 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:29,425 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:29,425 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:29,425 INFO [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:29,425 INFO [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:29,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:29,427 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:29,461 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:29,462 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:29,480 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:29,497 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:29,498 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1f15483c, L:/127.0.0.1:35001 - R:/127.0.0.1:50100] 2024-11-26T23:12:29,541 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:29,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:29,543 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35001 2024-11-26T23:12:29,543 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16695815196783089589.p12 was interrupted and is shutting down... 2024-11-26T23:12:29,543 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1343581109020748261.p12 was interrupted and is shutting down... 2024-11-26T23:12:29,543 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16695815196783089589.p12 was interrupted and is shutting down... 2024-11-26T23:12:29,543 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1343581109020748261.p12 was interrupted and is shutting down... 2024-11-26T23:12:29,543 INFO [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1343581109020748261.p12 thread finished 2024-11-26T23:12:29,543 INFO [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16695815196783089589.p12 thread finished 2024-11-26T23:12:29,551 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: FileChangeWatcher-hbase_test_key16695815196783089589.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca1343581109020748261.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 285), ProcessCount=11 (was 11), AvailableMemoryMB=4765 (was 4833) 2024-11-26T23:12:29,557 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=4765 2024-11-26T23:12:29,558 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:12:29,559 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44651 2024-11-26T23:12:29,559 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T23:12:29,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b3aebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:29,560 INFO [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16695815196783089589.p12 thread finished 2024-11-26T23:12:29,560 INFO [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1343581109020748261.p12 thread finished 2024-11-26T23:12:29,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:29,561 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:29,595 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:29,595 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:29,596 INFO [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16695815196783089589.p12 thread started 2024-11-26T23:12:29,596 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:29,597 INFO [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1343581109020748261.p12 thread started 2024-11-26T23:12:29,597 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:29,614 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:29,631 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:29,632 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:29,632 INFO [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16695815196783089589.p12 thread started 2024-11-26T23:12:29,632 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:29,633 INFO [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1343581109020748261.p12 thread started 2024-11-26T23:12:29,633 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x057a683b, L:/127.0.0.1:44651 - R:/127.0.0.1:48056] 2024-11-26T23:12:29,673 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:29,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:29,675 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16695815196783089589.p12 was interrupted and is shutting down... 2024-11-26T23:12:29,675 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1343581109020748261.p12 was interrupted and is shutting down... 2024-11-26T23:12:29,676 INFO [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16695815196783089589.p12 thread finished 2024-11-26T23:12:29,676 INFO [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1343581109020748261.p12 thread finished 2024-11-26T23:12:29,979 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,979 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,980 INFO [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:29,980 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:30,009 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:30,009 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:30,009 INFO [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:30,009 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key16695815196783089589.p12 2024-11-26T23:12:30,009 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:30,010 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:30,010 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:30,010 INFO [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:30,026 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:30,026 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:30,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355ab955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:30,026 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:30,026 INFO [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca1343581109020748261.p12 2024-11-26T23:12:30,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:30,027 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:30,061 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:30,062 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:30,063 INFO [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key16695815196783089589.p12 thread started 2024-11-26T23:12:30,063 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:30,063 INFO [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca1343581109020748261.p12 thread started 2024-11-26T23:12:30,063 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:30,081 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:30,098 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:30,099 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe165a0db, L:/127.0.0.1:44651 - R:/127.0.0.1:48064] 2024-11-26T23:12:30,139 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:30,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:30,141 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44651 2024-11-26T23:12:30,141 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1343581109020748261.p12 was interrupted and is shutting down... 2024-11-26T23:12:30,141 DEBUG [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca1343581109020748261.p12 was interrupted and is shutting down... 2024-11-26T23:12:30,141 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16695815196783089589.p12 was interrupted and is shutting down... 2024-11-26T23:12:30,141 DEBUG [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key16695815196783089589.p12 was interrupted and is shutting down... 2024-11-26T23:12:30,141 INFO [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1343581109020748261.p12 thread finished 2024-11-26T23:12:30,142 INFO [FileChangeWatcher-hbase_test_ca1343581109020748261.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca1343581109020748261.p12 thread finished 2024-11-26T23:12:30,142 INFO [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16695815196783089589.p12 thread finished 2024-11-26T23:12:30,149 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 33), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 285), ProcessCount=11 (was 11), AvailableMemoryMB=4711 (was 4765) 2024-11-26T23:12:30,155 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=4711 2024-11-26T23:12:30,156 INFO [FileChangeWatcher-hbase_test_key16695815196783089589.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key16695815196783089589.p12 thread finished 2024-11-26T23:12:30,742 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:12:30,742 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34507 2024-11-26T23:12:30,742 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T23:12:30,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9e3e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:30,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:30,744 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:31,080 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:31,081 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:31,081 INFO [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9378671580873125639.bcfks thread started 2024-11-26T23:12:31,081 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:31,082 INFO [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks thread started 2024-11-26T23:12:31,082 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:31,246 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:31,411 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:31,412 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:31,412 INFO [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9378671580873125639.bcfks thread started 2024-11-26T23:12:31,413 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:31,413 INFO [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks thread started 2024-11-26T23:12:31,413 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbde8857b, L:/127.0.0.1:34507 - R:/127.0.0.1:42176] 2024-11-26T23:12:31,612 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:31,743 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:31,743 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:31,743 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:31,744 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:31,744 INFO [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:31,744 INFO [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:31,744 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:31,744 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:31,987 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:31,987 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:31,987 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:31,987 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:31,987 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:31,987 INFO [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:31,987 INFO [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:31,988 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:31,988 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:31,988 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:31,988 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:31,988 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:31,988 INFO [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:31,988 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:31,988 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:31,988 INFO [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:32,149 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34507,0 is dead - stopping the connection localhost:34507/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T23:12:32,149 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:32,149 INFO [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:32,149 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:32,150 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:32,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:32,149 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:32,149 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:32,150 INFO [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:32,150 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:32,151 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:32,482 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:32,483 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:32,648 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:32,812 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:32,812 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x95258556, L:/127.0.0.1:34507 - R:/127.0.0.1:42180] 2024-11-26T23:12:33,010 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:33,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:33,012 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9378671580873125639.bcfks was interrupted and is shutting down... 2024-11-26T23:12:33,012 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34507 2024-11-26T23:12:33,012 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks was interrupted and is shutting down... 2024-11-26T23:12:33,012 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks was interrupted and is shutting down... 2024-11-26T23:12:33,012 INFO [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9378671580873125639.bcfks thread finished 2024-11-26T23:12:33,012 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9378671580873125639.bcfks was interrupted and is shutting down... 2024-11-26T23:12:33,013 INFO [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks thread finished 2024-11-26T23:12:33,013 INFO [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks thread finished 2024-11-26T23:12:33,020 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 33) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 285), ProcessCount=11 (was 11), AvailableMemoryMB=4653 (was 4711) 2024-11-26T23:12:33,026 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=4653 2024-11-26T23:12:33,028 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:12:33,028 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35273 2024-11-26T23:12:33,029 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T23:12:33,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a40cde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:33,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:33,031 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:33,032 INFO [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9378671580873125639.bcfks thread finished 2024-11-26T23:12:33,355 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:33,356 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:33,356 INFO [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9378671580873125639.bcfks thread started 2024-11-26T23:12:33,356 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:33,357 INFO [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks thread started 2024-11-26T23:12:33,357 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:33,519 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:33,683 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:33,684 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:33,685 INFO [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9378671580873125639.bcfks thread started 2024-11-26T23:12:33,685 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:33,685 INFO [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks thread started 2024-11-26T23:12:33,685 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x467cff0a, L:/127.0.0.1:35273 - R:/127.0.0.1:45292] 2024-11-26T23:12:33,864 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:33,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:33,866 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks was interrupted and is shutting down... 2024-11-26T23:12:33,866 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9378671580873125639.bcfks was interrupted and is shutting down... 2024-11-26T23:12:33,866 INFO [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks thread finished 2024-11-26T23:12:33,867 INFO [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9378671580873125639.bcfks thread finished 2024-11-26T23:12:34,167 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:34,168 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:34,168 INFO [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:34,168 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:34,411 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:34,411 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:34,411 INFO [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:34,411 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9378671580873125639.bcfks 2024-11-26T23:12:34,411 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:34,411 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:34,411 INFO [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:34,411 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:34,573 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:34,573 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:34,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c184dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:34,573 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:34,573 INFO [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7807576967747493991.bcfks 2024-11-26T23:12:34,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:34,575 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:34,899 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:34,900 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:34,900 INFO [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9378671580873125639.bcfks thread started 2024-11-26T23:12:34,900 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:34,901 INFO [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks thread started 2024-11-26T23:12:34,901 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:35,064 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:35,227 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:35,228 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xf8b1b3ca, L:/127.0.0.1:35273 - R:/127.0.0.1:45300] 2024-11-26T23:12:35,414 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:35,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:35,417 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35273 2024-11-26T23:12:35,417 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9378671580873125639.bcfks was interrupted and is shutting down... 2024-11-26T23:12:35,417 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks was interrupted and is shutting down... 2024-11-26T23:12:35,417 DEBUG [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9378671580873125639.bcfks was interrupted and is shutting down... 2024-11-26T23:12:35,417 DEBUG [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks was interrupted and is shutting down... 2024-11-26T23:12:35,417 INFO [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks thread finished 2024-11-26T23:12:35,417 INFO [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9378671580873125639.bcfks thread finished 2024-11-26T23:12:35,417 INFO [FileChangeWatcher-hbase_test_key9378671580873125639.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9378671580873125639.bcfks thread finished 2024-11-26T23:12:35,417 INFO [FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7807576967747493991.bcfks thread finished 2024-11-26T23:12:35,425 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=35 (was 35), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 278), ProcessCount=11 (was 11), AvailableMemoryMB=4615 (was 4653) 2024-11-26T23:12:35,431 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=4615 2024-11-26T23:12:35,570 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:12:35,571 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34161 2024-11-26T23:12:35,571 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T23:12:35,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560c34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:35,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:35,573 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:35,607 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:35,607 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:35,608 INFO [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13062708639108187743.jks thread started 2024-11-26T23:12:35,608 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:35,608 INFO [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6952916091454210347.jks thread started 2024-11-26T23:12:35,608 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:35,626 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:35,643 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:35,643 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:35,644 INFO [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13062708639108187743.jks thread started 2024-11-26T23:12:35,644 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:35,644 INFO [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6952916091454210347.jks thread started 2024-11-26T23:12:35,644 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x52db235f, L:/127.0.0.1:34161 - R:/127.0.0.1:34458] 2024-11-26T23:12:35,696 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:35,706 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:35,706 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:35,706 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:35,706 INFO [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:35,706 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:35,706 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:35,708 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:35,708 INFO [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:35,737 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:35,737 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:35,737 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:35,737 INFO [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:35,737 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:35,737 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:35,737 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:35,737 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:35,737 INFO [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:35,737 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:35,737 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:35,737 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:35,737 INFO [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:35,737 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:35,737 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:35,738 INFO [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:35,754 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:35,754 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:35,754 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:35,754 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:35,754 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34161,0 is dead - stopping the connection localhost:34161/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T23:12:35,754 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:35,754 INFO [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:35,754 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:35,754 INFO [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:35,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:35,755 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:35,791 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:35,791 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:35,809 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:35,826 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:35,826 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xdd51a819, L:/127.0.0.1:34161 - R:/127.0.0.1:34464] 2024-11-26T23:12:35,875 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:35,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:35,877 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34161 2024-11-26T23:12:35,877 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6952916091454210347.jks was interrupted and is shutting down... 2024-11-26T23:12:35,877 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13062708639108187743.jks was interrupted and is shutting down... 2024-11-26T23:12:35,877 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13062708639108187743.jks was interrupted and is shutting down... 2024-11-26T23:12:35,877 INFO [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13062708639108187743.jks thread finished 2024-11-26T23:12:35,877 INFO [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6952916091454210347.jks thread finished 2024-11-26T23:12:35,877 INFO [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13062708639108187743.jks thread finished 2024-11-26T23:12:35,878 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6952916091454210347.jks was interrupted and is shutting down... 2024-11-26T23:12:35,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 278), ProcessCount=11 (was 11), AvailableMemoryMB=4594 (was 4615) 2024-11-26T23:12:35,889 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=4593 2024-11-26T23:12:35,890 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:12:35,891 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42481 2024-11-26T23:12:35,891 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T23:12:35,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7238678a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:35,892 INFO [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6952916091454210347.jks thread finished 2024-11-26T23:12:35,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:35,892 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:35,941 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:35,942 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:35,943 INFO [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13062708639108187743.jks thread started 2024-11-26T23:12:35,943 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:35,943 INFO [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6952916091454210347.jks thread started 2024-11-26T23:12:35,943 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:35,960 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:35,977 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:35,978 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:35,979 INFO [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13062708639108187743.jks thread started 2024-11-26T23:12:35,979 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:35,979 INFO [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6952916091454210347.jks thread started 2024-11-26T23:12:35,979 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe9b35122, L:/127.0.0.1:42481 - R:/127.0.0.1:54300] 2024-11-26T23:12:36,030 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:36,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:36,032 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6952916091454210347.jks was interrupted and is shutting down... 2024-11-26T23:12:36,033 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13062708639108187743.jks was interrupted and is shutting down... 2024-11-26T23:12:36,033 INFO [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6952916091454210347.jks thread finished 2024-11-26T23:12:36,033 INFO [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13062708639108187743.jks thread finished 2024-11-26T23:12:36,042 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:36,042 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:36,042 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:36,042 INFO [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:36,088 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:36,088 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:36,088 INFO [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:36,088 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13062708639108187743.jks 2024-11-26T23:12:36,089 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:36,089 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:36,089 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:36,089 INFO [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:36,105 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:36,105 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:36,105 INFO [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:36,105 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6952916091454210347.jks 2024-11-26T23:12:36,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab473fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:36,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:36,106 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:36,141 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:36,142 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,144 INFO [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13062708639108187743.jks thread started 2024-11-26T23:12:36,144 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,147 INFO [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6952916091454210347.jks thread started 2024-11-26T23:12:36,147 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:36,165 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:36,182 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:36,182 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb8f0a82a, L:/127.0.0.1:42481 - R:/127.0.0.1:54316] 2024-11-26T23:12:36,229 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:36,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:36,231 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6952916091454210347.jks was interrupted and is shutting down... 2024-11-26T23:12:36,231 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13062708639108187743.jks was interrupted and is shutting down... 2024-11-26T23:12:36,231 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42481 2024-11-26T23:12:36,231 DEBUG [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13062708639108187743.jks was interrupted and is shutting down... 2024-11-26T23:12:36,231 DEBUG [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6952916091454210347.jks was interrupted and is shutting down... 2024-11-26T23:12:36,231 INFO [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13062708639108187743.jks thread finished 2024-11-26T23:12:36,231 INFO [FileChangeWatcher-hbase_test_key13062708639108187743.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13062708639108187743.jks thread finished 2024-11-26T23:12:36,239 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 278), ProcessCount=11 (was 11), AvailableMemoryMB=4576 (was 4593) 2024-11-26T23:12:36,245 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=4576 2024-11-26T23:12:36,248 INFO [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6952916091454210347.jks thread finished 2024-11-26T23:12:36,248 INFO [FileChangeWatcher-hbase_test_ca6952916091454210347.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6952916091454210347.jks thread finished 2024-11-26T23:12:36,251 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:12:36,252 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35453 2024-11-26T23:12:36,252 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T23:12:36,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7383b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:36,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:36,253 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:36,257 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:36,258 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,258 INFO [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13945440101631580524.pem thread started 2024-11-26T23:12:36,258 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,259 INFO [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9661286849258375872.pem thread started 2024-11-26T23:12:36,259 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:36,263 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:36,263 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:36,264 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,264 INFO [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13945440101631580524.pem thread started 2024-11-26T23:12:36,264 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,265 INFO [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9661286849258375872.pem thread started 2024-11-26T23:12:36,265 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3394c052, L:/127.0.0.1:35453 - R:/127.0.0.1:44900] 2024-11-26T23:12:36,283 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:36,294 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,294 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,294 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,294 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,294 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,294 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,294 INFO [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,294 INFO [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,295 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,295 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,295 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,295 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,295 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,295 INFO [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,295 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,295 INFO [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,295 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,295 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,295 INFO [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,295 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,295 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,295 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,295 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,295 INFO [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,295 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,295 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,296 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35453,0 is dead - stopping the connection localhost:35453/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T23:12:36,296 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,296 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,296 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,296 INFO [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:36,297 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:36,311 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:36,311 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:36,315 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:36,315 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:36,316 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9eb04746, L:/127.0.0.1:35453 - R:/127.0.0.1:44912] 2024-11-26T23:12:36,331 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:36,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:36,333 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35453 2024-11-26T23:12:36,333 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13945440101631580524.pem was interrupted and is shutting down... 2024-11-26T23:12:36,333 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9661286849258375872.pem was interrupted and is shutting down... 2024-11-26T23:12:36,333 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13945440101631580524.pem was interrupted and is shutting down... 2024-11-26T23:12:36,333 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9661286849258375872.pem was interrupted and is shutting down... 2024-11-26T23:12:36,333 INFO [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9661286849258375872.pem thread finished 2024-11-26T23:12:36,333 INFO [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13945440101631580524.pem thread finished 2024-11-26T23:12:36,334 INFO [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13945440101631580524.pem thread finished 2024-11-26T23:12:36,340 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 278), ProcessCount=11 (was 11), AvailableMemoryMB=4559 (was 4576) 2024-11-26T23:12:36,346 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=4559 2024-11-26T23:12:36,347 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:12:36,347 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40055 2024-11-26T23:12:36,347 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T23:12:36,348 INFO [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9661286849258375872.pem thread finished 2024-11-26T23:12:36,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38725104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:36,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:36,349 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:36,355 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:36,355 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,356 INFO [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13945440101631580524.pem thread started 2024-11-26T23:12:36,356 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,356 INFO [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9661286849258375872.pem thread started 2024-11-26T23:12:36,357 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:36,361 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:36,361 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:36,365 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,365 INFO [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13945440101631580524.pem thread started 2024-11-26T23:12:36,365 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,366 INFO [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9661286849258375872.pem thread started 2024-11-26T23:12:36,366 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4118df65, L:/127.0.0.1:40055 - R:/127.0.0.1:51700] 2024-11-26T23:12:36,379 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:36,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:36,381 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13945440101631580524.pem was interrupted and is shutting down... 2024-11-26T23:12:36,381 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9661286849258375872.pem was interrupted and is shutting down... 2024-11-26T23:12:36,381 INFO [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13945440101631580524.pem thread finished 2024-11-26T23:12:36,381 INFO [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9661286849258375872.pem thread finished 2024-11-26T23:12:36,389 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,389 INFO [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,389 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,389 INFO [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,389 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,389 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key13945440101631580524.pem 2024-11-26T23:12:36,389 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,389 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,389 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,389 INFO [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,389 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,389 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,389 INFO [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,389 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9661286849258375872.pem 2024-11-26T23:12:36,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c60b872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:36,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:36,391 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:36,395 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:36,395 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,396 INFO [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key13945440101631580524.pem thread started 2024-11-26T23:12:36,396 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,396 INFO [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9661286849258375872.pem thread started 2024-11-26T23:12:36,396 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:36,400 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:36,400 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:36,401 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa34cfef0, L:/127.0.0.1:40055 - R:/127.0.0.1:51710] 2024-11-26T23:12:36,417 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:36,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:36,418 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40055 2024-11-26T23:12:36,418 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9661286849258375872.pem was interrupted and is shutting down... 2024-11-26T23:12:36,418 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13945440101631580524.pem was interrupted and is shutting down... 2024-11-26T23:12:36,419 DEBUG [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key13945440101631580524.pem was interrupted and is shutting down... 2024-11-26T23:12:36,419 DEBUG [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9661286849258375872.pem was interrupted and is shutting down... 2024-11-26T23:12:36,419 INFO [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9661286849258375872.pem thread finished 2024-11-26T23:12:36,419 INFO [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13945440101631580524.pem thread finished 2024-11-26T23:12:36,419 INFO [FileChangeWatcher-hbase_test_key13945440101631580524.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key13945440101631580524.pem thread finished 2024-11-26T23:12:36,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 278), ProcessCount=11 (was 11), AvailableMemoryMB=4558 (was 4559) 2024-11-26T23:12:36,434 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=4558 2024-11-26T23:12:36,436 INFO [FileChangeWatcher-hbase_test_ca9661286849258375872.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9661286849258375872.pem thread finished 2024-11-26T23:12:36,480 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:12:36,481 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42501 2024-11-26T23:12:36,481 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T23:12:36,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab22d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:36,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:36,483 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:36,520 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:36,521 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,521 INFO [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4749269057599021325.p12 thread started 2024-11-26T23:12:36,522 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,523 INFO [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14974878140335727453.p12 thread started 2024-11-26T23:12:36,523 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:36,544 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:36,560 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:36,561 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,562 INFO [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4749269057599021325.p12 thread started 2024-11-26T23:12:36,562 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,562 INFO [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14974878140335727453.p12 thread started 2024-11-26T23:12:36,562 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x60603ce4, L:/127.0.0.1:42501 - R:/127.0.0.1:43818] 2024-11-26T23:12:36,620 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:36,629 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,629 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,629 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,629 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,629 INFO [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,629 INFO [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,629 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,629 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,675 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,675 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,675 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,675 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,675 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,675 INFO [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,675 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,675 INFO [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,675 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,675 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,675 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,675 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,675 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,675 INFO [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,675 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,675 INFO [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,691 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,691 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,691 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,691 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,691 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42501,0 is dead - stopping the connection localhost:42501/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T23:12:36,691 INFO [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,691 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,691 INFO [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,691 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:36,692 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:36,725 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:36,726 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:36,743 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:36,759 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:36,760 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd1c2f82f, L:/127.0.0.1:42501 - R:/127.0.0.1:43820] 2024-11-26T23:12:36,803 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:36,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:36,805 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42501 2024-11-26T23:12:36,805 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14974878140335727453.p12 was interrupted and is shutting down... 2024-11-26T23:12:36,805 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4749269057599021325.p12 was interrupted and is shutting down... 2024-11-26T23:12:36,805 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4749269057599021325.p12 was interrupted and is shutting down... 2024-11-26T23:12:36,805 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14974878140335727453.p12 was interrupted and is shutting down... 2024-11-26T23:12:36,805 INFO [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4749269057599021325.p12 thread finished 2024-11-26T23:12:36,805 INFO [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14974878140335727453.p12 thread finished 2024-11-26T23:12:36,811 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 278), ProcessCount=11 (was 11), AvailableMemoryMB=4555 (was 4558) 2024-11-26T23:12:36,817 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=4555 2024-11-26T23:12:36,818 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:12:36,819 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40465 2024-11-26T23:12:36,819 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T23:12:36,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:36,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:36,821 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:36,824 INFO [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4749269057599021325.p12 thread finished 2024-11-26T23:12:36,824 INFO [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14974878140335727453.p12 thread finished 2024-11-26T23:12:36,853 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:36,854 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,854 INFO [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4749269057599021325.p12 thread started 2024-11-26T23:12:36,854 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,855 INFO [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14974878140335727453.p12 thread started 2024-11-26T23:12:36,855 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:36,871 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:36,888 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:36,888 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,892 INFO [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4749269057599021325.p12 thread started 2024-11-26T23:12:36,892 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:36,892 INFO [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14974878140335727453.p12 thread started 2024-11-26T23:12:36,892 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xba27eefa, L:/127.0.0.1:40465 - R:/127.0.0.1:52614] 2024-11-26T23:12:36,947 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:36,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:36,949 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14974878140335727453.p12 was interrupted and is shutting down... 2024-11-26T23:12:36,949 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4749269057599021325.p12 was interrupted and is shutting down... 2024-11-26T23:12:36,950 INFO [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4749269057599021325.p12 thread finished 2024-11-26T23:12:36,950 INFO [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14974878140335727453.p12 thread finished 2024-11-26T23:12:36,955 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,955 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,955 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,955 INFO [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,985 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,985 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,985 INFO [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,985 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4749269057599021325.p12 2024-11-26T23:12:36,985 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,985 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,985 INFO [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:36,985 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:37,001 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:37,001 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:37,001 INFO [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:37,001 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14974878140335727453.p12 2024-11-26T23:12:37,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:37,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:37,002 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:37,043 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:37,043 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:37,044 INFO [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4749269057599021325.p12 thread started 2024-11-26T23:12:37,044 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:37,044 INFO [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14974878140335727453.p12 thread started 2024-11-26T23:12:37,044 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:37,063 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:37,079 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:37,079 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb52940a1, L:/127.0.0.1:40465 - R:/127.0.0.1:52624] 2024-11-26T23:12:37,122 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:37,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:37,124 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4749269057599021325.p12 was interrupted and is shutting down... 2024-11-26T23:12:37,124 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40465 2024-11-26T23:12:37,124 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14974878140335727453.p12 was interrupted and is shutting down... 2024-11-26T23:12:37,124 DEBUG [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4749269057599021325.p12 was interrupted and is shutting down... 2024-11-26T23:12:37,124 DEBUG [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14974878140335727453.p12 was interrupted and is shutting down... 2024-11-26T23:12:37,124 INFO [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4749269057599021325.p12 thread finished 2024-11-26T23:12:37,124 INFO [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14974878140335727453.p12 thread finished 2024-11-26T23:12:37,124 INFO [FileChangeWatcher-hbase_test_key4749269057599021325.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4749269057599021325.p12 thread finished 2024-11-26T23:12:37,124 INFO [FileChangeWatcher-hbase_test_ca14974878140335727453.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14974878140335727453.p12 thread finished 2024-11-26T23:12:37,131 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 278), ProcessCount=11 (was 11), AvailableMemoryMB=4546 (was 4555) 2024-11-26T23:12:37,138 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=4545 2024-11-26T23:12:37,543 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:12:37,544 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44747 2024-11-26T23:12:37,544 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T23:12:37,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c774ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:37,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:37,546 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:37,879 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:37,880 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:37,880 INFO [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10763954746619959371.bcfks thread started 2024-11-26T23:12:37,880 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:37,881 INFO [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks thread started 2024-11-26T23:12:37,881 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:38,043 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:38,205 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:38,206 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:38,206 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:38,206 INFO [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10763954746619959371.bcfks thread started 2024-11-26T23:12:38,206 INFO [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks thread started 2024-11-26T23:12:38,207 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x5e122f39, L:/127.0.0.1:44747 - R:/127.0.0.1:46616] 2024-11-26T23:12:38,432 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:38,440 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:38,440 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:38,440 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:38,440 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:38,440 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:38,440 INFO [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:38,440 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:38,440 INFO [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:38,683 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:38,683 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:38,683 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:38,683 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:38,683 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:38,683 INFO [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:38,683 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:38,683 INFO [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:38,683 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:38,683 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:38,683 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:38,683 INFO [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:38,683 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:38,683 INFO [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:38,683 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:38,683 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:38,850 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:38,850 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:38,850 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:38,850 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:38,850 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44747,0 is dead - stopping the connection localhost:44747/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-26T23:12:38,850 INFO [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:38,850 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:38,850 INFO [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:38,850 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:38,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:38,851 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:39,189 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:39,190 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:39,356 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:39,521 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:39,522 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x970466e4, L:/127.0.0.1:44747 - R:/127.0.0.1:46632] 2024-11-26T23:12:39,707 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:39,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:39,708 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44747 2024-11-26T23:12:39,708 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks was interrupted and is shutting down... 2024-11-26T23:12:39,708 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10763954746619959371.bcfks was interrupted and is shutting down... 2024-11-26T23:12:39,708 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10763954746619959371.bcfks was interrupted and is shutting down... 2024-11-26T23:12:39,708 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks was interrupted and is shutting down... 2024-11-26T23:12:39,709 INFO [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10763954746619959371.bcfks thread finished 2024-11-26T23:12:39,709 INFO [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks thread finished 2024-11-26T23:12:39,709 INFO [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks thread finished 2024-11-26T23:12:39,715 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 278), ProcessCount=11 (was 11), AvailableMemoryMB=4554 (was 4545) - AvailableMemoryMB LEAK? - 2024-11-26T23:12:39,722 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=272, ProcessCount=11, AvailableMemoryMB=4554 2024-11-26T23:12:39,723 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T23:12:39,724 INFO [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10763954746619959371.bcfks thread finished 2024-11-26T23:12:39,724 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40823 2024-11-26T23:12:39,724 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-26T23:12:39,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7817aa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:39,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:39,725 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:40,055 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:40,056 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:40,056 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:40,056 INFO [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10763954746619959371.bcfks thread started 2024-11-26T23:12:40,057 INFO [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks thread started 2024-11-26T23:12:40,057 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:40,227 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:40,393 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:40,394 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:40,394 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:40,394 INFO [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10763954746619959371.bcfks thread started 2024-11-26T23:12:40,394 INFO [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks thread started 2024-11-26T23:12:40,395 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x67574776, L:/127.0.0.1:40823 - R:/127.0.0.1:48370] 2024-11-26T23:12:40,574 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:40,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:40,576 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10763954746619959371.bcfks was interrupted and is shutting down... 2024-11-26T23:12:40,576 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks was interrupted and is shutting down... 2024-11-26T23:12:40,576 INFO [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks thread finished 2024-11-26T23:12:40,576 INFO [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10763954746619959371.bcfks thread finished 2024-11-26T23:12:40,584 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:40,584 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:40,584 INFO [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:40,584 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:40,832 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:40,832 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:40,832 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:40,832 INFO [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10763954746619959371.bcfks 2024-11-26T23:12:40,832 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:40,832 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:40,832 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:40,832 INFO [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:40,996 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:40,997 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:40,997 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:40,997 INFO [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6077889523033244684.bcfks 2024-11-26T23:12:40,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6ea1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T23:12:40,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-26T23:12:40,998 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:41,329 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:41,330 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:41,330 INFO [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10763954746619959371.bcfks thread started 2024-11-26T23:12:41,330 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/15eca9d9-0eb9-d1cf-6291-ec39d114296d/TestNettyTLSIPCFileWatcher 2024-11-26T23:12:41,330 INFO [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks thread started 2024-11-26T23:12:41,331 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-26T23:12:41,496 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-26T23:12:41,662 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-26T23:12:41,663 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x25d062b4, L:/127.0.0.1:40823 - R:/127.0.0.1:48384] 2024-11-26T23:12:41,848 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-26T23:12:41,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T23:12:41,850 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40823 2024-11-26T23:12:41,850 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10763954746619959371.bcfks was interrupted and is shutting down... 2024-11-26T23:12:41,850 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks was interrupted and is shutting down... 2024-11-26T23:12:41,850 DEBUG [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10763954746619959371.bcfks was interrupted and is shutting down... 2024-11-26T23:12:41,850 DEBUG [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks was interrupted and is shutting down... 2024-11-26T23:12:41,850 INFO [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10763954746619959371.bcfks thread finished 2024-11-26T23:12:41,850 INFO [FileChangeWatcher-hbase_test_key10763954746619959371.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10763954746619959371.bcfks thread finished 2024-11-26T23:12:41,850 INFO [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks thread finished 2024-11-26T23:12:41,857 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 272), ProcessCount=11 (was 11), AvailableMemoryMB=4553 (was 4554) 2024-11-26T23:12:41,864 INFO [FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6077889523033244684.bcfks thread finished