2024-11-28 04:28:17,929 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-28 04:28:17,944 main DEBUG Took 0.013053 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 04:28:17,945 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 04:28:17,945 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 04:28:17,946 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 04:28:17,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 04:28:17,959 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 04:28:17,973 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 04:28:17,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 04:28:17,975 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 04:28:17,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 04:28:17,976 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 04:28:17,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 04:28:17,978 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 04:28:17,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 04:28:17,979 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 04:28:17,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 04:28:17,980 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 04:28:17,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 04:28:17,981 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 04:28:17,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 04:28:17,982 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 04:28:17,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 04:28:17,983 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 04:28:17,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 04:28:17,984 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 04:28:17,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 04:28:17,985 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 04:28:17,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 04:28:17,986 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 04:28:17,987 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 04:28:17,987 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 04:28:17,988 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 04:28:17,990 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 04:28:17,991 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 04:28:17,994 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 04:28:17,995 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 04:28:17,996 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 04:28:17,997 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 04:28:18,005 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 04:28:18,008 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 04:28:18,010 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 04:28:18,011 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 04:28:18,011 main DEBUG createAppenders(={Console}) 2024-11-28 04:28:18,012 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-28 04:28:18,012 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-28 04:28:18,013 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-28 04:28:18,014 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 04:28:18,014 main DEBUG OutputStream closed 2024-11-28 04:28:18,015 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 04:28:18,015 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 04:28:18,016 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-28 04:28:18,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 04:28:18,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 04:28:18,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 04:28:18,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 04:28:18,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 04:28:18,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 04:28:18,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 04:28:18,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 04:28:18,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 04:28:18,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 04:28:18,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 04:28:18,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 04:28:18,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 04:28:18,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 04:28:18,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 04:28:18,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 04:28:18,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 04:28:18,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 04:28:18,097 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 04:28:18,098 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-28 04:28:18,098 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 04:28:18,099 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-28T04:28:18,112 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-28 04:28:18,114 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 04:28:18,115 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T04:28:18,552 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T04:28:19,284 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=82, ProcessCount=11, AvailableMemoryMB=9269 2024-11-28T04:28:19,849 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T04:28:19,890 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T04:28:19,904 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T04:28:19,915 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T04:28:19,995 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T04:28:20,034 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 53994 (auto-detected) 2024-11-28T04:28:20,036 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-28T04:28:20,062 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:44421 2024-11-28T04:28:20,066 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T04:28:20,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7b917e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:20,112 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T04:28:20,112 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T04:28:20,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:20,437 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:20,481 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:20,568 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:20,570 INFO [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15183436846665355240.jks thread started 2024-11-28T04:28:20,570 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:20,571 INFO [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17265247200639225158.jks thread started 2024-11-28T04:28:20,577 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:20,636 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:20,650 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:20,709 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:20,709 INFO [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15183436846665355240.jks thread started 2024-11-28T04:28:20,709 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:20,710 INFO [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17265247200639225158.jks thread started 2024-11-28T04:28:20,712 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa761f4af, L:/127.0.0.1:44421 - R:/127.0.0.1:41572] 2024-11-28T04:28:20,825 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:21,170 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,170 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,170 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,170 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,170 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,171 INFO [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,171 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,171 INFO [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,193 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,193 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,193 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,193 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,193 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,193 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,193 INFO [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,193 INFO [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,215 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,215 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,215 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,215 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,215 INFO [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,216 INFO [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,216 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,216 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,234 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,234 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,234 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,234 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,234 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,44421,0 is dead - stopping the connection localhost:44421/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T04:28:21,234 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,234 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,234 INFO [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,234 INFO [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:21,236 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:21,269 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:21,270 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:21,285 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:21,299 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:21,300 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x999f8c3a, L:/127.0.0.1:44421 - R:/127.0.0.1:41582] 2024-11-28T04:28:21,345 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:21,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:21,348 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:44421 2024-11-28T04:28:21,348 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17265247200639225158.jks was interrupted and is shutting down... 2024-11-28T04:28:21,348 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15183436846665355240.jks was interrupted and is shutting down... 2024-11-28T04:28:21,348 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15183436846665355240.jks was interrupted and is shutting down... 2024-11-28T04:28:21,348 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17265247200639225158.jks was interrupted and is shutting down... 2024-11-28T04:28:21,348 INFO [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17265247200639225158.jks thread finished 2024-11-28T04:28:21,348 INFO [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15183436846665355240.jks thread finished 2024-11-28T04:28:21,348 INFO [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15183436846665355240.jks thread finished 2024-11-28T04:28:21,357 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca17265247200639225158.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=115 (was 82) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9111 (was 9269) 2024-11-28T04:28:21,363 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=9111 2024-11-28T04:28:21,365 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T04:28:21,366 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33219 2024-11-28T04:28:21,366 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T04:28:21,366 INFO [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17265247200639225158.jks thread finished 2024-11-28T04:28:21,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a82ff96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:21,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:21,368 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:21,395 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:21,396 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:21,397 INFO [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15183436846665355240.jks thread started 2024-11-28T04:28:21,397 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:21,398 INFO [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17265247200639225158.jks thread started 2024-11-28T04:28:21,398 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:21,424 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:21,449 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:21,449 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:21,450 INFO [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15183436846665355240.jks thread started 2024-11-28T04:28:21,450 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:21,451 INFO [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17265247200639225158.jks thread started 2024-11-28T04:28:21,451 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x00806220, L:/127.0.0.1:33219 - R:/127.0.0.1:38568] 2024-11-28T04:28:21,485 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:21,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:21,487 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17265247200639225158.jks was interrupted and is shutting down... 2024-11-28T04:28:21,487 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15183436846665355240.jks was interrupted and is shutting down... 2024-11-28T04:28:21,488 INFO [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15183436846665355240.jks thread finished 2024-11-28T04:28:21,488 INFO [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17265247200639225158.jks thread finished 2024-11-28T04:28:21,575 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,575 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,575 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,575 INFO [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,598 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,598 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,598 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,598 INFO [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15183436846665355240.jks 2024-11-28T04:28:21,624 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,624 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,624 INFO [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,624 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,643 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,643 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,643 INFO [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,643 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17265247200639225158.jks 2024-11-28T04:28:21,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44783eb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:21,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:21,645 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:21,673 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:21,673 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:21,674 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:21,674 INFO [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15183436846665355240.jks thread started 2024-11-28T04:28:21,675 INFO [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17265247200639225158.jks thread started 2024-11-28T04:28:21,675 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:21,692 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:21,705 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:21,705 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1f6d3dda, L:/127.0.0.1:33219 - R:/127.0.0.1:38582] 2024-11-28T04:28:21,742 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:21,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:21,744 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33219 2024-11-28T04:28:21,744 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15183436846665355240.jks was interrupted and is shutting down... 2024-11-28T04:28:21,744 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17265247200639225158.jks was interrupted and is shutting down... 2024-11-28T04:28:21,744 DEBUG [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15183436846665355240.jks was interrupted and is shutting down... 2024-11-28T04:28:21,744 DEBUG [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17265247200639225158.jks was interrupted and is shutting down... 2024-11-28T04:28:21,744 INFO [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17265247200639225158.jks thread finished 2024-11-28T04:28:21,751 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=29 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key15183436846665355240.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key15183436846665355240.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=115 (was 115), ProcessCount=11 (was 11), AvailableMemoryMB=9075 (was 9111) 2024-11-28T04:28:21,757 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=9075 2024-11-28T04:28:21,759 INFO [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15183436846665355240.jks thread finished 2024-11-28T04:28:21,759 INFO [FileChangeWatcher-hbase_test_key15183436846665355240.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15183436846665355240.jks thread finished 2024-11-28T04:28:21,759 INFO [FileChangeWatcher-hbase_test_ca17265247200639225158.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17265247200639225158.jks thread finished 2024-11-28T04:28:21,816 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T04:28:21,817 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37027 2024-11-28T04:28:21,818 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T04:28:21,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13321c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:21,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:21,820 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:21,849 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:21,850 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:21,850 INFO [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15875437029517789889.pem thread started 2024-11-28T04:28:21,850 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:21,851 INFO [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12745800332265400426.pem thread started 2024-11-28T04:28:21,851 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:21,868 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:21,869 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:21,870 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:21,870 INFO [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15875437029517789889.pem thread started 2024-11-28T04:28:21,870 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:21,871 INFO [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12745800332265400426.pem thread started 2024-11-28T04:28:21,871 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb7240edc, L:/127.0.0.1:37027 - R:/127.0.0.1:38216] 2024-11-28T04:28:21,891 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:22,131 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,131 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,131 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,131 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,131 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,131 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,131 INFO [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,132 INFO [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,132 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,132 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,132 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,132 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,132 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,132 INFO [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,132 INFO [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,132 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,133 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,133 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,133 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,133 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,133 INFO [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,133 INFO [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,133 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,133 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,133 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,133 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37027,0 is dead - stopping the connection localhost:37027/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T04:28:22,133 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,133 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,133 INFO [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,133 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,133 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:22,133 INFO [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,133 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,134 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:22,144 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:22,144 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:22,153 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:22,153 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:22,154 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb023e908, L:/127.0.0.1:37027 - R:/127.0.0.1:38224] 2024-11-28T04:28:22,169 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:22,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:22,171 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37027 2024-11-28T04:28:22,171 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15875437029517789889.pem was interrupted and is shutting down... 2024-11-28T04:28:22,171 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15875437029517789889.pem was interrupted and is shutting down... 2024-11-28T04:28:22,171 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12745800332265400426.pem was interrupted and is shutting down... 2024-11-28T04:28:22,172 INFO [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15875437029517789889.pem thread finished 2024-11-28T04:28:22,172 INFO [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15875437029517789889.pem thread finished 2024-11-28T04:28:22,172 INFO [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12745800332265400426.pem thread finished 2024-11-28T04:28:22,172 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12745800332265400426.pem was interrupted and is shutting down... 2024-11-28T04:28:22,177 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 29), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=115 (was 115), ProcessCount=11 (was 11), AvailableMemoryMB=9028 (was 9075) 2024-11-28T04:28:22,183 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=9028 2024-11-28T04:28:22,184 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T04:28:22,184 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:41877 2024-11-28T04:28:22,185 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T04:28:22,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11374459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:22,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:22,186 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:22,190 INFO [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12745800332265400426.pem thread finished 2024-11-28T04:28:22,191 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:22,191 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:22,192 INFO [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15875437029517789889.pem thread started 2024-11-28T04:28:22,192 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:22,192 INFO [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12745800332265400426.pem thread started 2024-11-28T04:28:22,192 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:22,199 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:22,200 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:22,201 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:22,201 INFO [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15875437029517789889.pem thread started 2024-11-28T04:28:22,202 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:22,202 INFO [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12745800332265400426.pem thread started 2024-11-28T04:28:22,203 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2b5424c9, L:/127.0.0.1:41877 - R:/127.0.0.1:39228] 2024-11-28T04:28:22,217 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:22,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:22,220 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15875437029517789889.pem was interrupted and is shutting down... 2024-11-28T04:28:22,220 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12745800332265400426.pem was interrupted and is shutting down... 2024-11-28T04:28:22,220 INFO [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12745800332265400426.pem thread finished 2024-11-28T04:28:22,220 INFO [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15875437029517789889.pem thread finished 2024-11-28T04:28:22,470 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,470 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,470 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,470 INFO [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,470 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,471 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,471 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,471 INFO [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15875437029517789889.pem 2024-11-28T04:28:22,491 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,491 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,491 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,491 INFO [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,491 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,491 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,491 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7219614e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:22,491 INFO [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12745800332265400426.pem 2024-11-28T04:28:22,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:22,493 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:22,500 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:22,500 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:22,501 INFO [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15875437029517789889.pem thread started 2024-11-28T04:28:22,501 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:22,501 INFO [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12745800332265400426.pem thread started 2024-11-28T04:28:22,502 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:22,506 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:22,506 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:22,507 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x17bedf06, L:/127.0.0.1:41877 - R:/127.0.0.1:39230] 2024-11-28T04:28:22,521 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:22,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:22,522 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:41877 2024-11-28T04:28:22,522 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15875437029517789889.pem was interrupted and is shutting down... 2024-11-28T04:28:22,522 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12745800332265400426.pem was interrupted and is shutting down... 2024-11-28T04:28:22,522 DEBUG [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15875437029517789889.pem was interrupted and is shutting down... 2024-11-28T04:28:22,522 DEBUG [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12745800332265400426.pem was interrupted and is shutting down... 2024-11-28T04:28:22,523 INFO [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12745800332265400426.pem thread finished 2024-11-28T04:28:22,523 INFO [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15875437029517789889.pem thread finished 2024-11-28T04:28:22,523 INFO [FileChangeWatcher-hbase_test_key15875437029517789889.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15875437029517789889.pem thread finished 2024-11-28T04:28:22,528 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=29 (was 27) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=115 (was 115), ProcessCount=11 (was 11), AvailableMemoryMB=8982 (was 9028) 2024-11-28T04:28:22,533 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=8982 2024-11-28T04:28:22,542 INFO [FileChangeWatcher-hbase_test_ca12745800332265400426.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12745800332265400426.pem thread finished 2024-11-28T04:28:22,570 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T04:28:22,571 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33751 2024-11-28T04:28:22,571 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T04:28:22,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495b961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:22,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:22,573 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:22,600 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:22,601 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:22,601 INFO [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11846576273255043007.p12 thread started 2024-11-28T04:28:22,601 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:22,602 INFO [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7295614607954625200.p12 thread started 2024-11-28T04:28:22,602 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:22,615 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:22,629 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:22,629 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:22,630 INFO [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11846576273255043007.p12 thread started 2024-11-28T04:28:22,630 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:22,630 INFO [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7295614607954625200.p12 thread started 2024-11-28T04:28:22,630 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb61f6516, L:/127.0.0.1:33751 - R:/127.0.0.1:53074] 2024-11-28T04:28:22,663 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:22,963 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:22,963 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:22,963 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:22,963 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:22,963 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:22,963 INFO [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:22,963 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:22,963 INFO [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:22,987 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:22,987 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:22,987 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:22,987 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:22,987 INFO [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:22,987 INFO [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:22,987 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:22,987 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:23,024 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,024 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,024 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,024 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,024 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,024 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,024 INFO [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,024 INFO [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,042 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,042 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,042 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,042 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,042 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33751,0 is dead - stopping the connection localhost:33751/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T04:28:23,042 INFO [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,042 INFO [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,042 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,042 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:23,043 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:23,081 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:23,082 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:23,096 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:23,109 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:23,110 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6c2dd33a, L:/127.0.0.1:33751 - R:/127.0.0.1:53080] 2024-11-28T04:28:23,143 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:23,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:23,145 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7295614607954625200.p12 was interrupted and is shutting down... 2024-11-28T04:28:23,145 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33751 2024-11-28T04:28:23,145 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11846576273255043007.p12 was interrupted and is shutting down... 2024-11-28T04:28:23,145 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7295614607954625200.p12 was interrupted and is shutting down... 2024-11-28T04:28:23,145 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11846576273255043007.p12 was interrupted and is shutting down... 2024-11-28T04:28:23,145 INFO [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11846576273255043007.p12 thread finished 2024-11-28T04:28:23,145 INFO [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7295614607954625200.p12 thread finished 2024-11-28T04:28:23,150 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca7295614607954625200.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key11846576273255043007.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=115 (was 115), ProcessCount=11 (was 11), AvailableMemoryMB=8901 (was 8982) 2024-11-28T04:28:23,150 INFO [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7295614607954625200.p12 thread finished 2024-11-28T04:28:23,150 INFO [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11846576273255043007.p12 thread finished 2024-11-28T04:28:23,155 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=29, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=8901 2024-11-28T04:28:23,157 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T04:28:23,157 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35159 2024-11-28T04:28:23,157 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T04:28:23,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679a73a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:23,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:23,159 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:23,188 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:23,188 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:23,189 INFO [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11846576273255043007.p12 thread started 2024-11-28T04:28:23,189 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:23,189 INFO [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7295614607954625200.p12 thread started 2024-11-28T04:28:23,189 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:23,204 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:23,217 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:23,217 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:23,218 INFO [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11846576273255043007.p12 thread started 2024-11-28T04:28:23,218 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:23,218 INFO [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7295614607954625200.p12 thread started 2024-11-28T04:28:23,218 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x077e414e, L:/127.0.0.1:35159 - R:/127.0.0.1:57782] 2024-11-28T04:28:23,251 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:23,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:23,253 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7295614607954625200.p12 was interrupted and is shutting down... 2024-11-28T04:28:23,253 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11846576273255043007.p12 was interrupted and is shutting down... 2024-11-28T04:28:23,253 INFO [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11846576273255043007.p12 thread finished 2024-11-28T04:28:23,254 INFO [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7295614607954625200.p12 thread finished 2024-11-28T04:28:23,456 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:23,456 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:23,457 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:23,457 INFO [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:23,479 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:23,479 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:23,479 INFO [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:23,479 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11846576273255043007.p12 2024-11-28T04:28:23,482 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,482 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,482 INFO [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,483 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,495 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,495 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,496 INFO [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,496 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca7295614607954625200.p12 2024-11-28T04:28:23,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a0802e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:23,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:23,497 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:23,525 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:23,525 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:23,526 INFO [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11846576273255043007.p12 thread started 2024-11-28T04:28:23,526 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:23,526 INFO [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca7295614607954625200.p12 thread started 2024-11-28T04:28:23,527 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:23,541 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:23,554 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:23,554 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x50a66cdc, L:/127.0.0.1:35159 - R:/127.0.0.1:57790] 2024-11-28T04:28:23,588 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:23,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:23,590 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11846576273255043007.p12 was interrupted and is shutting down... 2024-11-28T04:28:23,590 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35159 2024-11-28T04:28:23,590 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7295614607954625200.p12 was interrupted and is shutting down... 2024-11-28T04:28:23,590 DEBUG [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca7295614607954625200.p12 was interrupted and is shutting down... 2024-11-28T04:28:23,590 DEBUG [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11846576273255043007.p12 was interrupted and is shutting down... 2024-11-28T04:28:23,590 INFO [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7295614607954625200.p12 thread finished 2024-11-28T04:28:23,590 INFO [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11846576273255043007.p12 thread finished 2024-11-28T04:28:23,590 INFO [FileChangeWatcher-hbase_test_ca7295614607954625200.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca7295614607954625200.p12 thread finished 2024-11-28T04:28:23,595 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 29) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=115 (was 115), ProcessCount=11 (was 11), AvailableMemoryMB=8843 (was 8901) 2024-11-28T04:28:23,601 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=115, ProcessCount=11, AvailableMemoryMB=8843 2024-11-28T04:28:23,603 INFO [FileChangeWatcher-hbase_test_key11846576273255043007.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11846576273255043007.p12 thread finished 2024-11-28T04:28:24,050 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T04:28:24,051 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:46811 2024-11-28T04:28:24,051 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T04:28:24,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5902e4f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:24,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:24,053 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:24,305 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:24,306 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:24,306 INFO [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14244143295636706910.bcfks thread started 2024-11-28T04:28:24,306 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:24,307 INFO [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks thread started 2024-11-28T04:28:24,307 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:24,430 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:24,553 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:24,553 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:24,554 INFO [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14244143295636706910.bcfks thread started 2024-11-28T04:28:24,554 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:24,554 INFO [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks thread started 2024-11-28T04:28:24,554 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xcfd20587, L:/127.0.0.1:46811 - R:/127.0.0.1:44244] 2024-11-28T04:28:24,704 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:24,846 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:24,846 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:24,847 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:24,847 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:24,847 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:24,847 INFO [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:24,847 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:24,847 INFO [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:25,030 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:25,030 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:25,030 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:25,030 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:25,030 INFO [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:25,030 INFO [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:25,030 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:25,030 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:25,049 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:25,049 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:25,049 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:25,049 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:25,049 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:25,049 INFO [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:25,049 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:25,049 INFO [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:25,171 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:25,171 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:25,171 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:25,171 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,46811,0 is dead - stopping the connection localhost:46811/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T04:28:25,171 INFO [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:25,171 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:25,171 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:25,171 INFO [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:25,171 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:25,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:25,172 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:25,417 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:25,418 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:25,544 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:25,666 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:25,667 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb1b55fa3, L:/127.0.0.1:46811 - R:/127.0.0.1:44248] 2024-11-28T04:28:25,813 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:25,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:25,814 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:46811 2024-11-28T04:28:25,814 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks was interrupted and is shutting down... 2024-11-28T04:28:25,814 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14244143295636706910.bcfks was interrupted and is shutting down... 2024-11-28T04:28:25,814 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14244143295636706910.bcfks was interrupted and is shutting down... 2024-11-28T04:28:25,815 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks was interrupted and is shutting down... 2024-11-28T04:28:25,815 INFO [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14244143295636706910.bcfks thread finished 2024-11-28T04:28:25,815 INFO [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks thread finished 2024-11-28T04:28:25,821 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) Potentially hanging thread: FileChangeWatcher-hbase_test_key14244143295636706910.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 115), ProcessCount=11 (was 11), AvailableMemoryMB=8782 (was 8843) 2024-11-28T04:28:25,826 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=8782 2024-11-28T04:28:25,828 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T04:28:25,829 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43103 2024-11-28T04:28:25,829 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T04:28:25,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5214b83d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:25,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:25,830 INFO [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks thread finished 2024-11-28T04:28:25,830 INFO [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14244143295636706910.bcfks thread finished 2024-11-28T04:28:25,831 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:26,076 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:26,077 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:26,077 INFO [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14244143295636706910.bcfks thread started 2024-11-28T04:28:26,077 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:26,078 INFO [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks thread started 2024-11-28T04:28:26,078 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:26,201 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:26,324 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:26,324 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:26,325 INFO [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14244143295636706910.bcfks thread started 2024-11-28T04:28:26,325 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:26,325 INFO [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks thread started 2024-11-28T04:28:26,325 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x8f79948c, L:/127.0.0.1:43103 - R:/127.0.0.1:44604] 2024-11-28T04:28:26,463 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:26,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:26,465 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks was interrupted and is shutting down... 2024-11-28T04:28:26,465 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14244143295636706910.bcfks was interrupted and is shutting down... 2024-11-28T04:28:26,465 INFO [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks thread finished 2024-11-28T04:28:26,465 INFO [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14244143295636706910.bcfks thread finished 2024-11-28T04:28:26,611 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:26,611 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:26,611 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:26,611 INFO [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:26,797 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:26,797 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:26,797 INFO [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:26,797 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14244143295636706910.bcfks 2024-11-28T04:28:26,824 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:26,824 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:26,824 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:26,824 INFO [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:26,954 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:26,954 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:26,954 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:26,954 INFO [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca9509376626542125046.bcfks 2024-11-28T04:28:26,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ae6742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:26,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:26,955 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:27,201 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:27,201 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:27,202 INFO [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14244143295636706910.bcfks thread started 2024-11-28T04:28:27,202 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:27,202 INFO [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks thread started 2024-11-28T04:28:27,202 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:27,325 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:27,446 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:27,447 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xbdccccf2, L:/127.0.0.1:43103 - R:/127.0.0.1:44616] 2024-11-28T04:28:27,589 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:27,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:27,591 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43103 2024-11-28T04:28:27,591 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks was interrupted and is shutting down... 2024-11-28T04:28:27,591 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14244143295636706910.bcfks was interrupted and is shutting down... 2024-11-28T04:28:27,591 DEBUG [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14244143295636706910.bcfks was interrupted and is shutting down... 2024-11-28T04:28:27,591 DEBUG [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks was interrupted and is shutting down... 2024-11-28T04:28:27,592 INFO [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks thread finished 2024-11-28T04:28:27,592 INFO [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14244143295636706910.bcfks thread finished 2024-11-28T04:28:27,597 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 114), ProcessCount=11 (was 11), AvailableMemoryMB=8751 (was 8782) 2024-11-28T04:28:27,598 INFO [FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca9509376626542125046.bcfks thread finished 2024-11-28T04:28:27,598 INFO [FileChangeWatcher-hbase_test_key14244143295636706910.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14244143295636706910.bcfks thread finished 2024-11-28T04:28:27,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=8751 2024-11-28T04:28:27,754 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T04:28:27,755 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33143 2024-11-28T04:28:27,755 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T04:28:27,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee357c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:27,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:27,756 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:27,783 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:27,783 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:27,784 INFO [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9406434411067844898.jks thread started 2024-11-28T04:28:27,784 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:27,784 INFO [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13052593062004119510.jks thread started 2024-11-28T04:28:27,784 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:27,799 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:27,812 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:27,813 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:27,813 INFO [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9406434411067844898.jks thread started 2024-11-28T04:28:27,813 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:27,813 INFO [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13052593062004119510.jks thread started 2024-11-28T04:28:27,814 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x21373436, L:/127.0.0.1:33143 - R:/127.0.0.1:42802] 2024-11-28T04:28:27,875 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:27,885 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:27,885 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:27,885 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:27,885 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:27,885 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:27,885 INFO [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:27,885 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:27,885 INFO [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:27,908 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:27,908 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:27,908 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:27,908 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:27,908 INFO [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:27,908 INFO [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:27,908 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:27,908 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:27,908 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:27,908 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:27,908 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:27,908 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:27,908 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:27,908 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:27,908 INFO [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:27,908 INFO [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:27,933 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:27,933 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:27,933 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:27,933 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,33143,0 is dead - stopping the connection localhost:33143/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T04:28:27,934 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:27,934 INFO [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:27,934 INFO [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:27,934 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:27,934 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:27,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:27,935 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:27,961 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:27,962 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:27,977 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:27,990 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:27,990 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xba913356, L:/127.0.0.1:33143 - R:/127.0.0.1:39770] 2024-11-28T04:28:28,032 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:28,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:28,034 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33143 2024-11-28T04:28:28,034 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13052593062004119510.jks was interrupted and is shutting down... 2024-11-28T04:28:28,034 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9406434411067844898.jks was interrupted and is shutting down... 2024-11-28T04:28:28,034 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9406434411067844898.jks was interrupted and is shutting down... 2024-11-28T04:28:28,034 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13052593062004119510.jks was interrupted and is shutting down... 2024-11-28T04:28:28,034 INFO [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9406434411067844898.jks thread finished 2024-11-28T04:28:28,034 INFO [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13052593062004119510.jks thread finished 2024-11-28T04:28:28,039 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 114), ProcessCount=11 (was 11), AvailableMemoryMB=8726 (was 8751) 2024-11-28T04:28:28,044 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=8726 2024-11-28T04:28:28,045 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T04:28:28,046 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45583 2024-11-28T04:28:28,046 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T04:28:28,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b548d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:28,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:28,047 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,050 INFO [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9406434411067844898.jks thread finished 2024-11-28T04:28:28,050 INFO [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13052593062004119510.jks thread finished 2024-11-28T04:28:28,074 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,074 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,074 INFO [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9406434411067844898.jks thread started 2024-11-28T04:28:28,075 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,075 INFO [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13052593062004119510.jks thread started 2024-11-28T04:28:28,075 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:28,089 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,102 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,102 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,102 INFO [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9406434411067844898.jks thread started 2024-11-28T04:28:28,103 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,103 INFO [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13052593062004119510.jks thread started 2024-11-28T04:28:28,103 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xadd362ab, L:/127.0.0.1:45583 - R:/127.0.0.1:33696] 2024-11-28T04:28:28,141 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:28,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:28,143 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13052593062004119510.jks was interrupted and is shutting down... 2024-11-28T04:28:28,143 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9406434411067844898.jks was interrupted and is shutting down... 2024-11-28T04:28:28,143 INFO [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13052593062004119510.jks thread finished 2024-11-28T04:28:28,144 INFO [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9406434411067844898.jks thread finished 2024-11-28T04:28:28,152 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:28,152 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:28,152 INFO [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:28,152 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:28,177 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:28,177 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:28,177 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:28,177 INFO [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9406434411067844898.jks 2024-11-28T04:28:28,177 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:28,177 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:28,177 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:28,177 INFO [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:28,190 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:28,190 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:28,190 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:28,190 INFO [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca13052593062004119510.jks 2024-11-28T04:28:28,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780381eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:28,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:28,191 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,217 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,218 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,219 INFO [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9406434411067844898.jks thread started 2024-11-28T04:28:28,219 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,220 INFO [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca13052593062004119510.jks thread started 2024-11-28T04:28:28,220 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:28,245 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,259 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,259 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x68788293, L:/127.0.0.1:45583 - R:/127.0.0.1:33698] 2024-11-28T04:28:28,297 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:28,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:28,298 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45583 2024-11-28T04:28:28,298 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9406434411067844898.jks was interrupted and is shutting down... 2024-11-28T04:28:28,298 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13052593062004119510.jks was interrupted and is shutting down... 2024-11-28T04:28:28,298 DEBUG [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9406434411067844898.jks was interrupted and is shutting down... 2024-11-28T04:28:28,298 DEBUG [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca13052593062004119510.jks was interrupted and is shutting down... 2024-11-28T04:28:28,298 INFO [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9406434411067844898.jks thread finished 2024-11-28T04:28:28,298 INFO [FileChangeWatcher-hbase_test_key9406434411067844898.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9406434411067844898.jks thread finished 2024-11-28T04:28:28,304 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=39 (was 39), OpenFileDescriptor=327 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 114), ProcessCount=11 (was 11), AvailableMemoryMB=8699 (was 8726) 2024-11-28T04:28:28,309 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=8699 2024-11-28T04:28:28,310 INFO [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13052593062004119510.jks thread finished 2024-11-28T04:28:28,310 INFO [FileChangeWatcher-hbase_test_ca13052593062004119510.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca13052593062004119510.jks thread finished 2024-11-28T04:28:28,328 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T04:28:28,329 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39433 2024-11-28T04:28:28,329 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T04:28:28,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7931ceb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:28,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:28,330 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,333 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,334 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,334 INFO [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10616981583571415244.pem thread started 2024-11-28T04:28:28,334 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,335 INFO [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11186663334276689435.pem thread started 2024-11-28T04:28:28,335 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:28,338 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,339 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,339 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,339 INFO [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10616981583571415244.pem thread started 2024-11-28T04:28:28,339 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,340 INFO [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11186663334276689435.pem thread started 2024-11-28T04:28:28,340 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x82d249ec, L:/127.0.0.1:39433 - R:/127.0.0.1:46360] 2024-11-28T04:28:28,354 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:28,363 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,363 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,363 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,363 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,363 INFO [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,363 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,363 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,363 INFO [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,363 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,363 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,363 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,363 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,363 INFO [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,363 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,363 INFO [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,364 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,364 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,364 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,364 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,364 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,364 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,364 INFO [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,364 INFO [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,364 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,364 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,364 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,364 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,364 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,364 INFO [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,364 INFO [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,364 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39433,0 is dead - stopping the connection localhost:39433/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T04:28:28,364 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,364 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:28,365 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,369 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,369 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:28,373 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,373 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,373 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1c135448, L:/127.0.0.1:39433 - R:/127.0.0.1:46372] 2024-11-28T04:28:28,390 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:28,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:28,392 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10616981583571415244.pem was interrupted and is shutting down... 2024-11-28T04:28:28,392 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39433 2024-11-28T04:28:28,392 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11186663334276689435.pem was interrupted and is shutting down... 2024-11-28T04:28:28,392 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10616981583571415244.pem was interrupted and is shutting down... 2024-11-28T04:28:28,392 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11186663334276689435.pem was interrupted and is shutting down... 2024-11-28T04:28:28,392 INFO [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11186663334276689435.pem thread finished 2024-11-28T04:28:28,392 INFO [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11186663334276689435.pem thread finished 2024-11-28T04:28:28,392 INFO [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10616981583571415244.pem thread finished 2024-11-28T04:28:28,397 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 114), ProcessCount=11 (was 11), AvailableMemoryMB=8695 (was 8699) 2024-11-28T04:28:28,402 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=8694 2024-11-28T04:28:28,403 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T04:28:28,404 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43899 2024-11-28T04:28:28,404 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T04:28:28,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261df159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:28,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:28,405 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,408 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,409 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,409 INFO [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10616981583571415244.pem thread started 2024-11-28T04:28:28,409 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,409 INFO [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11186663334276689435.pem thread started 2024-11-28T04:28:28,410 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:28,410 INFO [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10616981583571415244.pem thread finished 2024-11-28T04:28:28,414 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,414 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,414 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,415 INFO [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10616981583571415244.pem thread started 2024-11-28T04:28:28,415 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,415 INFO [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11186663334276689435.pem thread started 2024-11-28T04:28:28,415 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x951249c8, L:/127.0.0.1:43899 - R:/127.0.0.1:58968] 2024-11-28T04:28:28,430 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:28,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:28,431 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10616981583571415244.pem was interrupted and is shutting down... 2024-11-28T04:28:28,431 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11186663334276689435.pem was interrupted and is shutting down... 2024-11-28T04:28:28,431 INFO [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11186663334276689435.pem thread finished 2024-11-28T04:28:28,431 INFO [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10616981583571415244.pem thread finished 2024-11-28T04:28:28,441 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,441 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,441 INFO [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,441 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,441 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,441 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,441 INFO [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,441 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10616981583571415244.pem 2024-11-28T04:28:28,441 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,441 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,442 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,442 INFO [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,442 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,442 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,442 INFO [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,442 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca11186663334276689435.pem 2024-11-28T04:28:28,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59514f07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:28,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:28,443 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,446 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,447 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,447 INFO [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10616981583571415244.pem thread started 2024-11-28T04:28:28,447 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,448 INFO [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca11186663334276689435.pem thread started 2024-11-28T04:28:28,448 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:28,452 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,452 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,452 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb3c0eae2, L:/127.0.0.1:43899 - R:/127.0.0.1:58974] 2024-11-28T04:28:28,471 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:28,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:28,473 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10616981583571415244.pem was interrupted and is shutting down... 2024-11-28T04:28:28,473 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11186663334276689435.pem was interrupted and is shutting down... 2024-11-28T04:28:28,473 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43899 2024-11-28T04:28:28,473 DEBUG [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10616981583571415244.pem was interrupted and is shutting down... 2024-11-28T04:28:28,473 DEBUG [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca11186663334276689435.pem was interrupted and is shutting down... 2024-11-28T04:28:28,473 INFO [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10616981583571415244.pem thread finished 2024-11-28T04:28:28,473 INFO [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11186663334276689435.pem thread finished 2024-11-28T04:28:28,473 INFO [FileChangeWatcher-hbase_test_key10616981583571415244.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10616981583571415244.pem thread finished 2024-11-28T04:28:28,480 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 114), ProcessCount=11 (was 11), AvailableMemoryMB=8690 (was 8694) 2024-11-28T04:28:28,485 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=8690 2024-11-28T04:28:28,487 INFO [FileChangeWatcher-hbase_test_ca11186663334276689435.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca11186663334276689435.pem thread finished 2024-11-28T04:28:28,526 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T04:28:28,527 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42491 2024-11-28T04:28:28,527 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T04:28:28,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b15bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:28,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:28,528 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,555 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,555 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,556 INFO [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14900619789415325770.p12 thread started 2024-11-28T04:28:28,556 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,556 INFO [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4158817048953669272.p12 thread started 2024-11-28T04:28:28,556 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:28,569 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,582 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,583 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,583 INFO [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14900619789415325770.p12 thread started 2024-11-28T04:28:28,583 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,583 INFO [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4158817048953669272.p12 thread started 2024-11-28T04:28:28,584 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc6c609b0, L:/127.0.0.1:42491 - R:/127.0.0.1:44692] 2024-11-28T04:28:28,621 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:28,630 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,630 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,630 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,630 INFO [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,630 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,630 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,630 INFO [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,630 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,671 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,671 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,671 INFO [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,671 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,671 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,671 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,671 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,671 INFO [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,671 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,671 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,671 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,671 INFO [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,672 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,672 INFO [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,672 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,672 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,684 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,684 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,687 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,687 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,687 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,687 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,687 INFO [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,687 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,42491,0 is dead - stopping the connection localhost:42491/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T04:28:28,687 INFO [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:28,688 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,716 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,717 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:28,730 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,743 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,744 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x646e4469, L:/127.0.0.1:42491 - R:/127.0.0.1:44708] 2024-11-28T04:28:28,780 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:28,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:28,781 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42491 2024-11-28T04:28:28,781 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4158817048953669272.p12 was interrupted and is shutting down... 2024-11-28T04:28:28,781 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14900619789415325770.p12 was interrupted and is shutting down... 2024-11-28T04:28:28,781 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14900619789415325770.p12 was interrupted and is shutting down... 2024-11-28T04:28:28,781 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4158817048953669272.p12 was interrupted and is shutting down... 2024-11-28T04:28:28,781 INFO [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4158817048953669272.p12 thread finished 2024-11-28T04:28:28,781 INFO [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14900619789415325770.p12 thread finished 2024-11-28T04:28:28,781 INFO [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14900619789415325770.p12 thread finished 2024-11-28T04:28:28,787 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 114), ProcessCount=11 (was 11), AvailableMemoryMB=8667 (was 8690) 2024-11-28T04:28:28,791 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=8667 2024-11-28T04:28:28,792 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T04:28:28,792 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36149 2024-11-28T04:28:28,792 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T04:28:28,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b332bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:28,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:28,794 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,794 INFO [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4158817048953669272.p12 thread finished 2024-11-28T04:28:28,821 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,822 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,822 INFO [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14900619789415325770.p12 thread started 2024-11-28T04:28:28,822 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,822 INFO [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4158817048953669272.p12 thread started 2024-11-28T04:28:28,823 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:28,836 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,849 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,849 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,850 INFO [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14900619789415325770.p12 thread started 2024-11-28T04:28:28,850 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,850 INFO [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4158817048953669272.p12 thread started 2024-11-28T04:28:28,850 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa86c34a4, L:/127.0.0.1:36149 - R:/127.0.0.1:35604] 2024-11-28T04:28:28,881 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:28,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:28,883 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4158817048953669272.p12 was interrupted and is shutting down... 2024-11-28T04:28:28,883 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14900619789415325770.p12 was interrupted and is shutting down... 2024-11-28T04:28:28,883 INFO [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4158817048953669272.p12 thread finished 2024-11-28T04:28:28,883 INFO [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14900619789415325770.p12 thread finished 2024-11-28T04:28:28,887 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,887 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,887 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,887 INFO [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,912 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,912 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,912 INFO [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,912 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key14900619789415325770.p12 2024-11-28T04:28:28,926 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,927 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,927 INFO [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,927 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,945 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,945 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,945 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,945 INFO [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca4158817048953669272.p12 2024-11-28T04:28:28,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e85340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:28,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:28,946 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,971 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,971 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,972 INFO [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key14900619789415325770.p12 thread started 2024-11-28T04:28:28,972 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:28,972 INFO [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca4158817048953669272.p12 thread started 2024-11-28T04:28:28,972 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:28,986 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:28,998 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:28,999 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x0dcd18cb, L:/127.0.0.1:36149 - R:/127.0.0.1:35612] 2024-11-28T04:28:29,031 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:29,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:29,032 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36149 2024-11-28T04:28:29,032 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14900619789415325770.p12 was interrupted and is shutting down... 2024-11-28T04:28:29,032 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4158817048953669272.p12 was interrupted and is shutting down... 2024-11-28T04:28:29,032 DEBUG [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca4158817048953669272.p12 was interrupted and is shutting down... 2024-11-28T04:28:29,032 DEBUG [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key14900619789415325770.p12 was interrupted and is shutting down... 2024-11-28T04:28:29,033 INFO [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14900619789415325770.p12 thread finished 2024-11-28T04:28:29,033 INFO [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4158817048953669272.p12 thread finished 2024-11-28T04:28:29,038 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=39 (was 37) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 114), ProcessCount=11 (was 11), AvailableMemoryMB=8667 (was 8667) 2024-11-28T04:28:29,043 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=8667 2024-11-28T04:28:29,046 INFO [FileChangeWatcher-hbase_test_key14900619789415325770.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key14900619789415325770.p12 thread finished 2024-11-28T04:28:29,046 INFO [FileChangeWatcher-hbase_test_ca4158817048953669272.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca4158817048953669272.p12 thread finished 2024-11-28T04:28:29,381 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T04:28:29,381 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37633 2024-11-28T04:28:29,381 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T04:28:29,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38923d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:29,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:29,382 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:29,631 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:29,632 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:29,632 INFO [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10979972874355117819.bcfks thread started 2024-11-28T04:28:29,632 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:29,632 INFO [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks thread started 2024-11-28T04:28:29,632 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:29,758 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:29,881 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:29,882 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:29,882 INFO [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10979972874355117819.bcfks thread started 2024-11-28T04:28:29,882 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:29,883 INFO [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks thread started 2024-11-28T04:28:29,883 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1c2c1339, L:/127.0.0.1:37633 - R:/127.0.0.1:56660] 2024-11-28T04:28:30,055 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:30,066 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:30,066 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:30,066 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:30,066 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:30,067 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:30,067 INFO [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:30,067 INFO [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:30,067 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:30,253 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:30,253 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:30,253 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:30,253 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:30,253 INFO [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:30,253 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:30,253 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:30,253 INFO [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:30,274 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:30,274 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:30,274 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:30,274 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:30,274 INFO [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:30,274 INFO [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:30,274 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:30,274 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:30,401 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:30,401 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:30,402 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:30,402 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,37633,0 is dead - stopping the connection localhost:37633/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-28T04:28:30,402 INFO [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:30,402 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:30,402 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:30,402 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:30,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:30,402 INFO [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:30,402 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:30,655 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:30,655 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:30,781 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:30,903 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:30,904 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x746060ff, L:/127.0.0.1:37633 - R:/127.0.0.1:56674] 2024-11-28T04:28:31,039 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:31,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:31,040 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37633 2024-11-28T04:28:31,041 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks was interrupted and is shutting down... 2024-11-28T04:28:31,041 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10979972874355117819.bcfks was interrupted and is shutting down... 2024-11-28T04:28:31,041 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10979972874355117819.bcfks was interrupted and is shutting down... 2024-11-28T04:28:31,041 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks was interrupted and is shutting down... 2024-11-28T04:28:31,041 INFO [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks thread finished 2024-11-28T04:28:31,041 INFO [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks thread finished 2024-11-28T04:28:31,041 INFO [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10979972874355117819.bcfks thread finished 2024-11-28T04:28:31,041 INFO [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10979972874355117819.bcfks thread finished 2024-11-28T04:28:31,046 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 39), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=121 (was 114) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8660 (was 8667) 2024-11-28T04:28:31,051 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=121, ProcessCount=11, AvailableMemoryMB=8660 2024-11-28T04:28:31,052 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T04:28:31,052 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37343 2024-11-28T04:28:31,052 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-28T04:28:31,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200581ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:31,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:31,053 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:31,301 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:31,301 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:31,302 INFO [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10979972874355117819.bcfks thread started 2024-11-28T04:28:31,302 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:31,302 INFO [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks thread started 2024-11-28T04:28:31,302 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:31,429 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:31,555 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:31,555 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:31,556 INFO [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10979972874355117819.bcfks thread started 2024-11-28T04:28:31,556 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:31,556 INFO [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks thread started 2024-11-28T04:28:31,556 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x2871faf3, L:/127.0.0.1:37343 - R:/127.0.0.1:35242] 2024-11-28T04:28:31,693 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:31,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:31,694 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10979972874355117819.bcfks was interrupted and is shutting down... 2024-11-28T04:28:31,694 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks was interrupted and is shutting down... 2024-11-28T04:28:31,694 INFO [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks thread finished 2024-11-28T04:28:31,694 INFO [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10979972874355117819.bcfks thread finished 2024-11-28T04:28:31,705 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:31,705 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:31,705 INFO [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:31,705 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:31,890 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:31,890 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:31,890 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:31,890 INFO [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key10979972874355117819.bcfks 2024-11-28T04:28:31,915 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:31,915 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:31,915 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:31,915 INFO [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:32,044 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:32,044 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:32,044 INFO [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:32,044 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6722215241705130056.bcfks 2024-11-28T04:28:32,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606a3cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T04:28:32,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-28T04:28:32,045 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:32,292 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:32,292 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:32,293 INFO [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key10979972874355117819.bcfks thread started 2024-11-28T04:28:32,293 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/69b175b0-20e8-be87-a430-ee76dc9f6ac0/TestNettyTLSIPCFileWatcher 2024-11-28T04:28:32,293 INFO [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks thread started 2024-11-28T04:28:32,293 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-28T04:28:32,420 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-28T04:28:32,543 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-28T04:28:32,543 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x18123900, L:/127.0.0.1:37343 - R:/127.0.0.1:35244] 2024-11-28T04:28:32,681 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-28T04:28:32,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T04:28:32,682 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37343 2024-11-28T04:28:32,682 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10979972874355117819.bcfks was interrupted and is shutting down... 2024-11-28T04:28:32,682 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks was interrupted and is shutting down... 2024-11-28T04:28:32,682 DEBUG [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key10979972874355117819.bcfks was interrupted and is shutting down... 2024-11-28T04:28:32,682 DEBUG [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks was interrupted and is shutting down... 2024-11-28T04:28:32,682 INFO [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks thread finished 2024-11-28T04:28:32,682 INFO [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10979972874355117819.bcfks thread finished 2024-11-28T04:28:32,683 INFO [FileChangeWatcher-hbase_test_key10979972874355117819.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key10979972874355117819.bcfks thread finished 2024-11-28T04:28:32,687 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=121 (was 121), ProcessCount=11 (was 11), AvailableMemoryMB=8659 (was 8660) 2024-11-28T04:28:32,702 INFO [FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6722215241705130056.bcfks thread finished