2024-11-21 17:34:45,466 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-21 17:34:45,483 main DEBUG Took 0.014594 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 17:34:45,484 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 17:34:45,484 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 17:34:45,486 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 17:34:45,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:34:45,501 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 17:34:45,516 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:34:45,518 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:34:45,519 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:34:45,519 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:34:45,520 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:34:45,521 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:34:45,522 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:34:45,522 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:34:45,523 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:34:45,523 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:34:45,524 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:34:45,525 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:34:45,525 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:34:45,526 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:34:45,526 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:34:45,527 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:34:45,528 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:34:45,528 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:34:45,529 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:34:45,529 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:34:45,530 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:34:45,530 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:34:45,531 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:34:45,531 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:34:45,532 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:34:45,533 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 17:34:45,535 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:34:45,537 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 17:34:45,540 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 17:34:45,540 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 17:34:45,542 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 17:34:45,543 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 17:34:45,553 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 17:34:45,556 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 17:34:45,558 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 17:34:45,559 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 17:34:45,560 main DEBUG createAppenders(={Console}) 2024-11-21 17:34:45,561 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a initialized 2024-11-21 17:34:45,561 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a 2024-11-21 17:34:45,562 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4f4c4b1a OK. 2024-11-21 17:34:45,563 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 17:34:45,564 main DEBUG OutputStream closed 2024-11-21 17:34:45,564 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 17:34:45,564 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 17:34:45,565 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6b695b06 OK 2024-11-21 17:34:45,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 17:34:45,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 17:34:45,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 17:34:45,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 17:34:45,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 17:34:45,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 17:34:45,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 17:34:45,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 17:34:45,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 17:34:45,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 17:34:45,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 17:34:45,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 17:34:45,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 17:34:45,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 17:34:45,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 17:34:45,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 17:34:45,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 17:34:45,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 17:34:45,671 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 17:34:45,671 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@366ac49b) with optional ClassLoader: null 2024-11-21 17:34:45,672 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 17:34:45,673 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@366ac49b] started OK. 2024-11-21T17:34:45,687 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.security.TestNettyTLSIPCFileWatcher timeout: 104 mins 2024-11-21 17:34:45,690 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 17:34:45,690 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T17:34:46,114 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T17:34:47,076 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=12, OpenFileDescriptor=295, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=3288 2024-11-21T17:34:47,777 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T17:34:47,819 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T17:34:47,832 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T17:34:47,843 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T17:34:47,916 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:47,956 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 54918 (auto-detected) 2024-11-21T17:34:47,958 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T17:34:47,986 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:39573 2024-11-21T17:34:47,990 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T17:34:48,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12766c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:48,025 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T17:34:48,026 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T17:34:48,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:48,414 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:48,488 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:48,616 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:48,619 INFO [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15427532871585201932.jks thread started 2024-11-21T17:34:48,619 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:48,623 INFO [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12833561331588606744.jks thread started 2024-11-21T17:34:48,630 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:48,720 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:48,736 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:48,798 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:48,799 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:48,799 INFO [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15427532871585201932.jks thread started 2024-11-21T17:34:48,800 INFO [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12833561331588606744.jks thread started 2024-11-21T17:34:48,802 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd933e9a1, L:/127.0.0.1:39573 - R:/127.0.0.1:44168] 2024-11-21T17:34:48,936 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:49,290 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:49,290 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:49,290 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:49,290 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:49,291 INFO [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:49,291 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:49,291 INFO [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:49,291 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:49,314 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:49,314 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:49,314 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:49,314 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:49,314 INFO [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:49,314 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:49,314 INFO [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:49,315 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:49,343 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:49,343 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:49,343 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:49,343 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:49,343 INFO [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:49,343 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:49,343 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:49,343 INFO [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:49,356 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:49,356 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:49,357 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,39573,0 is dead - stopping the connection localhost:39573/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T17:34:49,356 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:49,356 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:49,357 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:49,357 INFO [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:49,357 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:49,357 INFO [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:49,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:49,359 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:49,392 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:49,393 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:49,409 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:49,424 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:49,425 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe739dad1, L:/127.0.0.1:39573 - R:/127.0.0.1:44182] 2024-11-21T17:34:49,471 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:49,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:49,474 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:39573 2024-11-21T17:34:49,474 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12833561331588606744.jks was interrupted and is shutting down... 2024-11-21T17:34:49,474 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15427532871585201932.jks was interrupted and is shutting down... 2024-11-21T17:34:49,474 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15427532871585201932.jks was interrupted and is shutting down... 2024-11-21T17:34:49,475 INFO [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15427532871585201932.jks thread finished 2024-11-21T17:34:49,475 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12833561331588606744.jks was interrupted and is shutting down... 2024-11-21T17:34:49,475 INFO [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12833561331588606744.jks thread finished 2024-11-21T17:34:49,475 INFO [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15427532871585201932.jks thread finished 2024-11-21T17:34:49,484 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FileSystemWatchService java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close0(Native Method) java.base@17.0.11/sun.nio.fs.UnixNativeDispatcher.close(UnixNativeDispatcher.java:95) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.implCloseAll(LinuxWatchService.java:301) java.base@17.0.11/sun.nio.fs.AbstractPoller.processRequests(AbstractPoller.java:283) java.base@17.0.11/sun.nio.fs.LinuxWatchService$Poller.run(LinuxWatchService.java:364) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca12833561331588606744.jks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTLSIPCFileWatcher-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 295) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 243), ProcessCount=11 (was 11), AvailableMemoryMB=3143 (was 3288) 2024-11-21T17:34:49,490 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=23, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=3143 2024-11-21T17:34:49,490 INFO [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12833561331588606744.jks thread finished 2024-11-21T17:34:49,492 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:49,493 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:33453 2024-11-21T17:34:49,493 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T17:34:49,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f643c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:49,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:49,497 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:49,524 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:49,525 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:49,526 INFO [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15427532871585201932.jks thread started 2024-11-21T17:34:49,527 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:49,528 INFO [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12833561331588606744.jks thread started 2024-11-21T17:34:49,528 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:49,543 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:49,556 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:49,557 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:49,558 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:49,558 INFO [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15427532871585201932.jks thread started 2024-11-21T17:34:49,558 INFO [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12833561331588606744.jks thread started 2024-11-21T17:34:49,558 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x3e30c09b, L:/127.0.0.1:33453 - R:/127.0.0.1:57632] 2024-11-21T17:34:49,598 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:49,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:49,601 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12833561331588606744.jks was interrupted and is shutting down... 2024-11-21T17:34:49,601 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15427532871585201932.jks was interrupted and is shutting down... 2024-11-21T17:34:49,602 INFO [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15427532871585201932.jks thread finished 2024-11-21T17:34:49,602 INFO [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12833561331588606744.jks thread finished 2024-11-21T17:34:50,003 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:50,003 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:50,003 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:50,003 INFO [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:50,027 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:50,027 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:50,027 INFO [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:50,027 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key15427532871585201932.jks 2024-11-21T17:34:50,051 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:50,051 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:50,052 INFO [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:50,052 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:50,065 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:50,065 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:50,065 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:50,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6e2c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:50,065 INFO [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca12833561331588606744.jks 2024-11-21T17:34:50,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:50,067 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:50,095 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:50,096 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:50,097 INFO [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key15427532871585201932.jks thread started 2024-11-21T17:34:50,097 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:50,098 INFO [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca12833561331588606744.jks thread started 2024-11-21T17:34:50,098 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:50,113 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:50,127 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:50,128 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa621f5c4, L:/127.0.0.1:33453 - R:/127.0.0.1:57642] 2024-11-21T17:34:50,168 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:50,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:50,170 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15427532871585201932.jks was interrupted and is shutting down... 2024-11-21T17:34:50,170 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:33453 2024-11-21T17:34:50,170 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12833561331588606744.jks was interrupted and is shutting down... 2024-11-21T17:34:50,170 INFO [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15427532871585201932.jks thread finished 2024-11-21T17:34:50,170 DEBUG [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key15427532871585201932.jks was interrupted and is shutting down... 2024-11-21T17:34:50,171 INFO [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12833561331588606744.jks thread finished 2024-11-21T17:34:50,171 DEBUG [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca12833561331588606744.jks was interrupted and is shutting down... 2024-11-21T17:34:50,171 INFO [FileChangeWatcher-hbase_test_key15427532871585201932.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key15427532871585201932.jks thread finished 2024-11-21T17:34:50,178 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[0: keyType=RSA, storeFileType=JKS] Thread=25 (was 23) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=3085 (was 3143) 2024-11-21T17:34:50,185 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=25, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=3085 2024-11-21T17:34:50,187 INFO [FileChangeWatcher-hbase_test_ca12833561331588606744.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca12833561331588606744.jks thread finished 2024-11-21T17:34:50,238 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:50,239 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36419 2024-11-21T17:34:50,239 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T17:34:50,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:50,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:50,243 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:50,277 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:50,278 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:50,279 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:50,279 INFO [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9181188232033029904.pem thread started 2024-11-21T17:34:50,279 INFO [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17065594865212948621.pem thread started 2024-11-21T17:34:50,280 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:50,292 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:50,292 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:50,293 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:50,294 INFO [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9181188232033029904.pem thread started 2024-11-21T17:34:50,294 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:50,294 INFO [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17065594865212948621.pem thread started 2024-11-21T17:34:50,295 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xb18fe8ec, L:/127.0.0.1:36419 - R:/127.0.0.1:56284] 2024-11-21T17:34:50,311 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:50,629 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,629 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,629 INFO [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,629 INFO [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,629 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,629 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,630 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,630 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,630 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,630 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,630 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,630 INFO [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,630 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,630 INFO [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,630 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,630 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,652 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,652 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,652 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,652 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,652 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,652 INFO [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,652 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,36419,0 is dead - stopping the connection localhost:36419/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T17:34:50,652 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,652 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,652 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,653 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,653 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,653 INFO [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:50,653 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,652 INFO [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,653 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,653 INFO [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,654 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:50,661 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:50,662 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:50,669 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:50,669 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:50,670 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x99957cb2, L:/127.0.0.1:36419 - R:/127.0.0.1:56286] 2024-11-21T17:34:50,694 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:50,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:50,696 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36419 2024-11-21T17:34:50,696 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9181188232033029904.pem was interrupted and is shutting down... 2024-11-21T17:34:50,696 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17065594865212948621.pem was interrupted and is shutting down... 2024-11-21T17:34:50,696 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9181188232033029904.pem was interrupted and is shutting down... 2024-11-21T17:34:50,696 INFO [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9181188232033029904.pem thread finished 2024-11-21T17:34:50,696 INFO [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17065594865212948621.pem thread finished 2024-11-21T17:34:50,696 INFO [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9181188232033029904.pem thread finished 2024-11-21T17:34:50,696 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17065594865212948621.pem was interrupted and is shutting down... 2024-11-21T17:34:50,703 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27 (was 25) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca17065594865212948621.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=3020 (was 3085) 2024-11-21T17:34:50,709 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=27, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=3019 2024-11-21T17:34:50,711 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:50,712 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:45153 2024-11-21T17:34:50,712 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T17:34:50,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2931de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:50,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:50,714 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:50,714 INFO [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17065594865212948621.pem thread finished 2024-11-21T17:34:50,718 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:50,719 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:50,719 INFO [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9181188232033029904.pem thread started 2024-11-21T17:34:50,720 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:50,721 INFO [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17065594865212948621.pem thread started 2024-11-21T17:34:50,721 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:50,728 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:50,729 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:50,730 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:50,730 INFO [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9181188232033029904.pem thread started 2024-11-21T17:34:50,730 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:50,731 INFO [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17065594865212948621.pem thread started 2024-11-21T17:34:50,731 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xa30b9a52, L:/127.0.0.1:45153 - R:/127.0.0.1:36374] 2024-11-21T17:34:50,746 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:50,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:50,749 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9181188232033029904.pem was interrupted and is shutting down... 2024-11-21T17:34:50,749 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17065594865212948621.pem was interrupted and is shutting down... 2024-11-21T17:34:50,749 INFO [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9181188232033029904.pem thread finished 2024-11-21T17:34:50,749 INFO [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17065594865212948621.pem thread finished 2024-11-21T17:34:50,968 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,968 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,969 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,969 INFO [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,969 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,969 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,969 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,969 INFO [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9181188232033029904.pem 2024-11-21T17:34:50,969 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,969 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,969 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,969 INFO [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,970 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,970 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,970 INFO [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,970 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca17065594865212948621.pem 2024-11-21T17:34:50,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ee184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:50,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:50,972 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:50,976 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:50,977 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:50,978 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:50,978 INFO [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9181188232033029904.pem thread started 2024-11-21T17:34:50,979 INFO [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca17065594865212948621.pem thread started 2024-11-21T17:34:50,979 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:50,986 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:50,987 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:50,988 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd64db83d, L:/127.0.0.1:45153 - R:/127.0.0.1:36388] 2024-11-21T17:34:51,008 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:51,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:51,010 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:45153 2024-11-21T17:34:51,010 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17065594865212948621.pem was interrupted and is shutting down... 2024-11-21T17:34:51,010 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9181188232033029904.pem was interrupted and is shutting down... 2024-11-21T17:34:51,010 DEBUG [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca17065594865212948621.pem was interrupted and is shutting down... 2024-11-21T17:34:51,010 DEBUG [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9181188232033029904.pem was interrupted and is shutting down... 2024-11-21T17:34:51,010 INFO [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9181188232033029904.pem thread finished 2024-11-21T17:34:51,010 INFO [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17065594865212948621.pem thread finished 2024-11-21T17:34:51,016 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[1: keyType=RSA, storeFileType=PEM] Thread=31 (was 27) Potentially hanging thread: FileChangeWatcher-hbase_test_key9181188232033029904.pem java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=2969 (was 3019) 2024-11-21T17:34:51,021 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=2968 2024-11-21T17:34:51,027 INFO [FileChangeWatcher-hbase_test_key9181188232033029904.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9181188232033029904.pem thread finished 2024-11-21T17:34:51,027 INFO [FileChangeWatcher-hbase_test_ca17065594865212948621.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca17065594865212948621.pem thread finished 2024-11-21T17:34:51,060 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:51,061 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:43053 2024-11-21T17:34:51,061 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T17:34:51,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6277f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:51,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:51,063 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:51,090 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:51,091 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:51,091 INFO [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9627750223789700486.p12 thread started 2024-11-21T17:34:51,091 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:51,092 INFO [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6223554640410931800.p12 thread started 2024-11-21T17:34:51,092 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:51,106 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:51,120 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:51,120 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:51,121 INFO [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9627750223789700486.p12 thread started 2024-11-21T17:34:51,121 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:51,122 INFO [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6223554640410931800.p12 thread started 2024-11-21T17:34:51,122 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x66eaf0b1, L:/127.0.0.1:43053 - R:/127.0.0.1:50396] 2024-11-21T17:34:51,157 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:51,511 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:51,511 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:51,511 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:51,511 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:51,511 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:51,511 INFO [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:51,511 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:51,511 INFO [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:51,534 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:51,534 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:51,534 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:51,534 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:51,534 INFO [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:51,534 INFO [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:51,534 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:51,534 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:51,560 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:51,560 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:51,560 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:51,560 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:51,560 INFO [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:51,560 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:51,560 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:51,560 INFO [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:51,583 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,43053,0 is dead - stopping the connection localhost:43053/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T17:34:51,583 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:51,583 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:51,583 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:51,583 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:51,583 INFO [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:51,583 INFO [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:51,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:51,583 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:51,585 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:51,587 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:51,636 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:51,637 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:51,661 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:51,677 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:51,677 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x31721fc2, L:/127.0.0.1:43053 - R:/127.0.0.1:50406] 2024-11-21T17:34:51,715 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:51,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:51,717 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:43053 2024-11-21T17:34:51,717 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6223554640410931800.p12 was interrupted and is shutting down... 2024-11-21T17:34:51,717 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9627750223789700486.p12 was interrupted and is shutting down... 2024-11-21T17:34:51,717 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6223554640410931800.p12 was interrupted and is shutting down... 2024-11-21T17:34:51,717 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9627750223789700486.p12 was interrupted and is shutting down... 2024-11-21T17:34:51,718 INFO [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6223554640410931800.p12 thread finished 2024-11-21T17:34:51,718 INFO [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9627750223789700486.p12 thread finished 2024-11-21T17:34:51,718 INFO [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6223554640410931800.p12 thread finished 2024-11-21T17:34:51,729 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=32 (was 31) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-10 app//org.apache.hbase.thirdparty.io.netty.util.internal.InternalThreadLocalMap.fastGet(InternalThreadLocalMap.java:122) app//org.apache.hbase.thirdparty.io.netty.util.internal.InternalThreadLocalMap.get(InternalThreadLocalMap.java:115) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocal.get(FastThreadLocal.java:136) app//org.apache.hbase.thirdparty.io.netty.handler.codec.CodecOutputList.newInstance(CodecOutputList.java:94) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:392) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) app//org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) app//org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) app//org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) app//org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.channelInactive(SslHandler.java:1172) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) app//org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/java.lang.Throwable.fillInStackTrace(Native Method) java.base@17.0.11/java.lang.Throwable.fillInStackTrace(Throwable.java:798) java.base@17.0.11/java.lang.Throwable.(Throwable.java:256) java.base@17.0.11/java.lang.Exception.(Exception.java:55) java.base@17.0.11/java.lang.InterruptedException.(InterruptedException.java:57) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_key9627750223789700486.p12 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=2906 (was 2968) 2024-11-21T17:34:51,730 INFO [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9627750223789700486.p12 thread finished 2024-11-21T17:34:51,736 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=31, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=2906 2024-11-21T17:34:51,737 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:51,738 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34997 2024-11-21T17:34:51,738 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T17:34:51,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c9f47f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:51,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:51,744 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:51,793 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:51,794 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:51,796 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:51,795 INFO [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9627750223789700486.p12 thread started 2024-11-21T17:34:51,799 INFO [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6223554640410931800.p12 thread started 2024-11-21T17:34:51,799 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:51,815 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:51,830 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:51,830 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:51,831 INFO [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9627750223789700486.p12 thread started 2024-11-21T17:34:51,831 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:51,831 INFO [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6223554640410931800.p12 thread started 2024-11-21T17:34:51,832 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x39928ff0, L:/127.0.0.1:34997 - R:/127.0.0.1:57298] 2024-11-21T17:34:51,881 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:51,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:51,884 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9627750223789700486.p12 was interrupted and is shutting down... 2024-11-21T17:34:51,884 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6223554640410931800.p12 was interrupted and is shutting down... 2024-11-21T17:34:51,885 INFO [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6223554640410931800.p12 thread finished 2024-11-21T17:34:51,885 INFO [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9627750223789700486.p12 thread finished 2024-11-21T17:34:52,103 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:52,103 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:52,103 INFO [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:52,103 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:52,128 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:52,128 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:52,128 INFO [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:52,128 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key9627750223789700486.p12 2024-11-21T17:34:52,151 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:52,151 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:52,152 INFO [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:52,152 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:52,166 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:52,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d306c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:52,166 INFO [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:52,166 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:52,166 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca6223554640410931800.p12 2024-11-21T17:34:52,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:52,167 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:52,194 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:52,195 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:52,195 INFO [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key9627750223789700486.p12 thread started 2024-11-21T17:34:52,195 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:52,196 INFO [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca6223554640410931800.p12 thread started 2024-11-21T17:34:52,196 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:52,210 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:52,223 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:52,223 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xc9d11ee0, L:/127.0.0.1:34997 - R:/127.0.0.1:57310] 2024-11-21T17:34:52,258 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:52,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:52,260 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6223554640410931800.p12 was interrupted and is shutting down... 2024-11-21T17:34:52,260 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34997 2024-11-21T17:34:52,260 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9627750223789700486.p12 was interrupted and is shutting down... 2024-11-21T17:34:52,260 DEBUG [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca6223554640410931800.p12 was interrupted and is shutting down... 2024-11-21T17:34:52,260 DEBUG [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key9627750223789700486.p12 was interrupted and is shutting down... 2024-11-21T17:34:52,261 INFO [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6223554640410931800.p12 thread finished 2024-11-21T17:34:52,261 INFO [FileChangeWatcher-hbase_test_ca6223554640410931800.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca6223554640410931800.p12 thread finished 2024-11-21T17:34:52,261 INFO [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9627750223789700486.p12 thread finished 2024-11-21T17:34:52,266 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[2: keyType=RSA, storeFileType=PKCS12] Thread=33 (was 31) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=4845 (was 2906) - AvailableMemoryMB LEAK? - 2024-11-21T17:34:52,271 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=33, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=4914 2024-11-21T17:34:52,275 INFO [FileChangeWatcher-hbase_test_key9627750223789700486.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key9627750223789700486.p12 thread finished 2024-11-21T17:34:52,846 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:52,847 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40291 2024-11-21T17:34:52,847 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T17:34:52,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e225d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:52,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:52,849 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:53,168 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:53,169 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:53,169 INFO [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11759713569345797293.bcfks thread started 2024-11-21T17:34:53,169 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:53,170 INFO [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks thread started 2024-11-21T17:34:53,170 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:53,331 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:53,490 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:53,491 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:53,491 INFO [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11759713569345797293.bcfks thread started 2024-11-21T17:34:53,491 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:53,492 INFO [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks thread started 2024-11-21T17:34:53,492 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x1100fe24, L:/127.0.0.1:40291 - R:/127.0.0.1:59996] 2024-11-21T17:34:53,677 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:53,999 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:53,999 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:53,999 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:53,999 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:53,999 INFO [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:53,999 INFO [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:53,999 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:53,999 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:54,232 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:54,232 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:54,232 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:54,232 INFO [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:54,232 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:54,232 INFO [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:54,232 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:54,232 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:54,251 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:54,251 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:54,252 INFO [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:54,251 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:54,251 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:54,252 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:54,252 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:54,252 INFO [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:54,405 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:54,405 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40291,0 is dead - stopping the connection localhost:40291/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T17:34:54,405 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:54,405 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:54,405 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:54,405 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:54,406 INFO [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:54,406 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:54,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:54,406 INFO [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:54,407 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:54,717 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:54,717 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:54,857 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:54,995 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:54,995 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xac7c5c5e, L:/127.0.0.1:40291 - R:/127.0.0.1:60010] 2024-11-21T17:34:55,156 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:55,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:55,157 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11759713569345797293.bcfks was interrupted and is shutting down... 2024-11-21T17:34:55,157 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks was interrupted and is shutting down... 2024-11-21T17:34:55,158 INFO [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11759713569345797293.bcfks thread finished 2024-11-21T17:34:55,158 INFO [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks thread finished 2024-11-21T17:34:55,158 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40291 2024-11-21T17:34:55,158 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks was interrupted and is shutting down... 2024-11-21T17:34:55,158 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11759713569345797293.bcfks was interrupted and is shutting down... 2024-11-21T17:34:55,166 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 33) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-3-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) Potentially hanging thread: FileChangeWatcher-hbase_test_key11759713569345797293.bcfks java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/sun.nio.fs.AbstractPoller$Request.awaitResult(AbstractPoller.java:201) java.base@17.0.11/sun.nio.fs.AbstractPoller.invoke(AbstractPoller.java:230) java.base@17.0.11/sun.nio.fs.AbstractPoller.close(AbstractPoller.java:149) java.base@17.0.11/sun.nio.fs.LinuxWatchService.implClose(LinuxWatchService.java:94) java.base@17.0.11/sun.nio.fs.AbstractWatchService.close(AbstractWatchService.java:153) app//org.apache.hadoop.hbase.io.FileChangeWatcher$WatcherThread.run(FileChangeWatcher.java:222) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=4986 (was 4914) - AvailableMemoryMB LEAK? - 2024-11-21T17:34:55,172 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=4984 2024-11-21T17:34:55,173 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:55,174 INFO [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks thread finished 2024-11-21T17:34:55,175 INFO [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11759713569345797293.bcfks thread finished 2024-11-21T17:34:55,174 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:42867 2024-11-21T17:34:55,175 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T17:34:55,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46deece1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:55,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:55,177 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:55,520 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:55,520 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:55,522 INFO [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11759713569345797293.bcfks thread started 2024-11-21T17:34:55,522 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:55,522 INFO [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks thread started 2024-11-21T17:34:55,522 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:55,685 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:55,856 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:55,857 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:55,857 INFO [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11759713569345797293.bcfks thread started 2024-11-21T17:34:55,858 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:55,859 INFO [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks thread started 2024-11-21T17:34:55,859 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x7e3f31a9, L:/127.0.0.1:42867 - R:/127.0.0.1:42652] 2024-11-21T17:34:56,069 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:56,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:56,072 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks was interrupted and is shutting down... 2024-11-21T17:34:56,072 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11759713569345797293.bcfks was interrupted and is shutting down... 2024-11-21T17:34:56,072 INFO [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks thread finished 2024-11-21T17:34:56,072 INFO [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11759713569345797293.bcfks thread finished 2024-11-21T17:34:56,284 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:56,284 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:56,284 INFO [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:56,284 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:56,494 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:56,494 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:56,495 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:56,495 INFO [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key11759713569345797293.bcfks 2024-11-21T17:34:56,535 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:56,535 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:56,535 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:56,535 INFO [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:56,715 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:56,715 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:56,716 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:56,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581a6236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:56,716 INFO [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca14512990201704200345.bcfks 2024-11-21T17:34:56,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:56,717 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:57,053 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:57,054 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:57,055 INFO [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key11759713569345797293.bcfks thread started 2024-11-21T17:34:57,055 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:57,056 INFO [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks thread started 2024-11-21T17:34:57,056 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:57,196 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:57,335 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:57,336 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x13f5bd7b, L:/127.0.0.1:42867 - R:/127.0.0.1:42658] 2024-11-21T17:34:57,502 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:57,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:57,505 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11759713569345797293.bcfks was interrupted and is shutting down... 2024-11-21T17:34:57,505 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks was interrupted and is shutting down... 2024-11-21T17:34:57,505 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:42867 2024-11-21T17:34:57,505 DEBUG [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key11759713569345797293.bcfks was interrupted and is shutting down... 2024-11-21T17:34:57,505 DEBUG [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks was interrupted and is shutting down... 2024-11-21T17:34:57,506 INFO [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11759713569345797293.bcfks thread finished 2024-11-21T17:34:57,506 INFO [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks thread finished 2024-11-21T17:34:57,506 INFO [FileChangeWatcher-hbase_test_key11759713569345797293.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key11759713569345797293.bcfks thread finished 2024-11-21T17:34:57,515 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[3: keyType=RSA, storeFileType=BCFKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=4778 (was 4984) 2024-11-21T17:34:57,519 INFO [FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca14512990201704200345.bcfks thread finished 2024-11-21T17:34:57,521 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=4778 2024-11-21T17:34:57,697 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:57,698 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35789 2024-11-21T17:34:57,698 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T17:34:57,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38725104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:57,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:57,699 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:57,732 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:57,733 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:57,733 INFO [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7520460832786826233.jks thread started 2024-11-21T17:34:57,734 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:57,737 INFO [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca63209009766541921.jks thread started 2024-11-21T17:34:57,737 DEBUG [RPCClient-NioEventLoopGroup-3-1 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:57,759 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:57,775 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:57,776 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:57,776 INFO [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7520460832786826233.jks thread started 2024-11-21T17:34:57,776 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:57,777 INFO [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca63209009766541921.jks thread started 2024-11-21T17:34:57,777 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x18287419, L:/127.0.0.1:35789 - R:/127.0.0.1:51350] 2024-11-21T17:34:57,841 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:57,853 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:57,853 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:57,859 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:57,859 INFO [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:57,859 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:57,859 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:57,862 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:57,862 INFO [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:57,882 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:57,882 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:57,882 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:57,882 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:57,882 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:57,882 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:57,882 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:57,882 INFO [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:57,882 INFO [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:57,882 INFO [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:57,883 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:57,883 INFO [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:57,883 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:57,883 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:57,883 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:57,883 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:57,906 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:57,906 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:57,907 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35789,0 is dead - stopping the connection localhost:35789/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T17:34:57,907 INFO [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:57,907 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:57,907 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:57,907 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:57,907 INFO [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:57,907 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:57,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:57,908 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:57,937 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:57,938 DEBUG [RPCClient-NioEventLoopGroup-3-2 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:57,952 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:57,966 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:57,966 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x94cb8b67, L:/127.0.0.1:35789 - R:/127.0.0.1:42328] 2024-11-21T17:34:58,008 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:58,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:58,010 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca63209009766541921.jks was interrupted and is shutting down... 2024-11-21T17:34:58,010 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35789 2024-11-21T17:34:58,010 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7520460832786826233.jks was interrupted and is shutting down... 2024-11-21T17:34:58,010 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7520460832786826233.jks was interrupted and is shutting down... 2024-11-21T17:34:58,010 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca63209009766541921.jks was interrupted and is shutting down... 2024-11-21T17:34:58,011 INFO [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca63209009766541921.jks thread finished 2024-11-21T17:34:58,011 INFO [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7520460832786826233.jks thread finished 2024-11-21T17:34:58,011 INFO [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7520460832786826233.jks thread finished 2024-11-21T17:34:58,019 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=4690 (was 4778) 2024-11-21T17:34:58,027 INFO [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca63209009766541921.jks thread finished 2024-11-21T17:34:58,029 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=4689 2024-11-21T17:34:58,030 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:58,031 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:36603 2024-11-21T17:34:58,032 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T17:34:58,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244cf22f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:58,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:58,037 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:58,089 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:58,090 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,091 INFO [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7520460832786826233.jks thread started 2024-11-21T17:34:58,091 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,092 DEBUG [RPCClient-NioEventLoopGroup-3-3 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:58,093 INFO [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca63209009766541921.jks thread started 2024-11-21T17:34:58,110 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:58,126 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:58,127 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,128 INFO [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7520460832786826233.jks thread started 2024-11-21T17:34:58,128 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,129 INFO [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca63209009766541921.jks thread started 2024-11-21T17:34:58,129 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x719bbc5e, L:/127.0.0.1:36603 - R:/127.0.0.1:60662] 2024-11-21T17:34:58,174 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:58,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:58,176 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7520460832786826233.jks was interrupted and is shutting down... 2024-11-21T17:34:58,176 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca63209009766541921.jks was interrupted and is shutting down... 2024-11-21T17:34:58,176 INFO [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7520460832786826233.jks thread finished 2024-11-21T17:34:58,176 INFO [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca63209009766541921.jks thread finished 2024-11-21T17:34:58,184 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:58,184 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:58,185 INFO [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:58,185 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:58,222 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:58,222 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:58,223 INFO [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:58,223 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7520460832786826233.jks 2024-11-21T17:34:58,223 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:58,223 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:58,223 INFO [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:58,223 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:58,247 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:58,247 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:58,247 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:58,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d467dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:58,247 INFO [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca63209009766541921.jks 2024-11-21T17:34:58,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:58,248 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:58,300 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:58,300 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,301 INFO [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7520460832786826233.jks thread started 2024-11-21T17:34:58,302 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,306 INFO [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca63209009766541921.jks thread started 2024-11-21T17:34:58,306 DEBUG [RPCClient-NioEventLoopGroup-3-4 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:58,332 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:58,356 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:58,356 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x015edaa0, L:/127.0.0.1:36603 - R:/127.0.0.1:60664] 2024-11-21T17:34:58,425 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:58,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:58,428 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:36603 2024-11-21T17:34:58,428 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca63209009766541921.jks was interrupted and is shutting down... 2024-11-21T17:34:58,428 DEBUG [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca63209009766541921.jks was interrupted and is shutting down... 2024-11-21T17:34:58,428 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7520460832786826233.jks was interrupted and is shutting down... 2024-11-21T17:34:58,428 DEBUG [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7520460832786826233.jks was interrupted and is shutting down... 2024-11-21T17:34:58,428 INFO [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca63209009766541921.jks thread finished 2024-11-21T17:34:58,428 INFO [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7520460832786826233.jks thread finished 2024-11-21T17:34:58,428 INFO [FileChangeWatcher-hbase_test_key7520460832786826233.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7520460832786826233.jks thread finished 2024-11-21T17:34:58,428 INFO [FileChangeWatcher-hbase_test_ca63209009766541921.jks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca63209009766541921.jks thread finished 2024-11-21T17:34:58,439 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[4: keyType=EC, storeFileType=JKS] Thread=35 (was 37), OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=4628 (was 4689) 2024-11-21T17:34:58,449 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=4625 2024-11-21T17:34:58,458 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:58,459 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:40361 2024-11-21T17:34:58,459 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T17:34:58,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab22d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:58,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:58,461 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:58,467 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:58,467 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,468 INFO [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6649840726525758732.pem thread started 2024-11-21T17:34:58,468 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,469 INFO [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16923209151750855341.pem thread started 2024-11-21T17:34:58,469 DEBUG [RPCClient-NioEventLoopGroup-3-5 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:58,473 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:58,474 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:58,474 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,476 INFO [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6649840726525758732.pem thread started 2024-11-21T17:34:58,476 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,477 INFO [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16923209151750855341.pem thread started 2024-11-21T17:34:58,477 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x4d441cc4, L:/127.0.0.1:40361 - R:/127.0.0.1:56874] 2024-11-21T17:34:58,497 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:58,514 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,514 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,514 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,514 INFO [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,514 INFO [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,514 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,514 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,514 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,514 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,514 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,514 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,514 INFO [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,514 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,514 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,515 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,515 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,515 INFO [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,515 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,515 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,515 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,515 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,515 INFO [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,515 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,40361,0 is dead - stopping the connection localhost:40361/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T17:34:58,515 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,515 INFO [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:58,517 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:58,518 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,519 INFO [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,519 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,519 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,523 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:58,524 DEBUG [RPCClient-NioEventLoopGroup-3-6 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:58,529 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:58,529 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:58,529 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xde50d037, L:/127.0.0.1:40361 - R:/127.0.0.1:56888] 2024-11-21T17:34:58,553 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:58,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:58,554 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6649840726525758732.pem was interrupted and is shutting down... 2024-11-21T17:34:58,554 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16923209151750855341.pem was interrupted and is shutting down... 2024-11-21T17:34:58,554 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:40361 2024-11-21T17:34:58,554 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16923209151750855341.pem was interrupted and is shutting down... 2024-11-21T17:34:58,554 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6649840726525758732.pem was interrupted and is shutting down... 2024-11-21T17:34:58,555 INFO [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16923209151750855341.pem thread finished 2024-11-21T17:34:58,555 INFO [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16923209151750855341.pem thread finished 2024-11-21T17:34:58,561 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=4621 (was 4625) 2024-11-21T17:34:58,568 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=39, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=4620 2024-11-21T17:34:58,571 INFO [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6649840726525758732.pem thread finished 2024-11-21T17:34:58,571 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:58,571 INFO [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6649840726525758732.pem thread finished 2024-11-21T17:34:58,571 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37189 2024-11-21T17:34:58,571 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T17:34:58,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169013e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:58,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:58,573 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:58,578 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:58,579 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,579 INFO [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6649840726525758732.pem thread started 2024-11-21T17:34:58,579 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,580 INFO [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16923209151750855341.pem thread started 2024-11-21T17:34:58,580 DEBUG [RPCClient-NioEventLoopGroup-3-7 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:58,584 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:58,585 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:58,586 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,586 INFO [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6649840726525758732.pem thread started 2024-11-21T17:34:58,586 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,588 INFO [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16923209151750855341.pem thread started 2024-11-21T17:34:58,589 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x52663ec6, L:/127.0.0.1:37189 - R:/127.0.0.1:39298] 2024-11-21T17:34:58,607 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:58,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:58,610 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16923209151750855341.pem was interrupted and is shutting down... 2024-11-21T17:34:58,610 INFO [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16923209151750855341.pem thread finished 2024-11-21T17:34:58,611 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6649840726525758732.pem was interrupted and is shutting down... 2024-11-21T17:34:58,619 INFO [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6649840726525758732.pem thread finished 2024-11-21T17:34:58,622 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,622 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,622 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,622 INFO [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,622 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,622 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,622 INFO [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,622 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key6649840726525758732.pem 2024-11-21T17:34:58,623 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,623 INFO [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,623 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,623 INFO [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,623 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,623 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca16923209151750855341.pem 2024-11-21T17:34:58,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec4e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:58,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:58,624 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:58,630 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:58,631 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,633 INFO [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key6649840726525758732.pem thread started 2024-11-21T17:34:58,633 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,633 INFO [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca16923209151750855341.pem thread started 2024-11-21T17:34:58,634 DEBUG [RPCClient-NioEventLoopGroup-3-8 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:58,639 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:58,639 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:58,640 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6396c752, L:/127.0.0.1:37189 - R:/127.0.0.1:39306] 2024-11-21T17:34:58,664 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:58,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:58,666 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6649840726525758732.pem was interrupted and is shutting down... 2024-11-21T17:34:58,666 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16923209151750855341.pem was interrupted and is shutting down... 2024-11-21T17:34:58,666 INFO [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16923209151750855341.pem thread finished 2024-11-21T17:34:58,666 INFO [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6649840726525758732.pem thread finished 2024-11-21T17:34:58,666 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37189 2024-11-21T17:34:58,667 DEBUG [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca16923209151750855341.pem was interrupted and is shutting down... 2024-11-21T17:34:58,667 INFO [FileChangeWatcher-hbase_test_ca16923209151750855341.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca16923209151750855341.pem thread finished 2024-11-21T17:34:58,670 DEBUG [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key6649840726525758732.pem was interrupted and is shutting down... 2024-11-21T17:34:58,671 INFO [FileChangeWatcher-hbase_test_key6649840726525758732.pem {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key6649840726525758732.pem thread finished 2024-11-21T17:34:58,676 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[5: keyType=EC, storeFileType=PEM] Thread=37 (was 39), OpenFileDescriptor=330 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=4614 (was 4620) 2024-11-21T17:34:58,685 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=4613 2024-11-21T17:34:58,743 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:58,744 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:35133 2024-11-21T17:34:58,744 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T17:34:58,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c2eba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:58,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:58,745 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:58,770 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:58,771 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,778 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,778 INFO [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4059371794096824254.p12 thread started 2024-11-21T17:34:58,779 INFO [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10333193973261214785.p12 thread started 2024-11-21T17:34:58,783 DEBUG [RPCClient-NioEventLoopGroup-3-9 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:58,808 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:58,820 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:58,821 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,821 INFO [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4059371794096824254.p12 thread started 2024-11-21T17:34:58,821 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:58,822 INFO [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10333193973261214785.p12 thread started 2024-11-21T17:34:58,822 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x9c73c3e7, L:/127.0.0.1:35133 - R:/127.0.0.1:37032] 2024-11-21T17:34:58,853 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:58,858 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:58,858 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:58,859 INFO [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:58,859 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:58,859 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:58,859 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:58,859 INFO [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:58,859 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:58,881 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:58,881 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:58,881 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:58,881 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:58,881 INFO [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:58,881 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:58,881 INFO [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:58,881 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:58,881 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:58,881 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:58,881 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:58,881 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:58,881 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:58,881 INFO [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:58,881 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:58,881 INFO [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:58,894 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:58,894 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:58,894 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:58,894 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:58,894 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,35133,0 is dead - stopping the connection localhost:35133/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T17:34:58,894 INFO [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:58,894 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:58,894 INFO [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:58,894 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:58,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:58,894 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:58,922 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:58,923 DEBUG [RPCClient-NioEventLoopGroup-3-10 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:58,936 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:58,949 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:58,949 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x567a3ac6, L:/127.0.0.1:35133 - R:/127.0.0.1:37036] 2024-11-21T17:34:58,983 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:58,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:58,984 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10333193973261214785.p12 was interrupted and is shutting down... 2024-11-21T17:34:58,984 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:35133 2024-11-21T17:34:58,984 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4059371794096824254.p12 was interrupted and is shutting down... 2024-11-21T17:34:58,984 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4059371794096824254.p12 was interrupted and is shutting down... 2024-11-21T17:34:58,984 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10333193973261214785.p12 was interrupted and is shutting down... 2024-11-21T17:34:58,985 INFO [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10333193973261214785.p12 thread finished 2024-11-21T17:34:58,985 INFO [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4059371794096824254.p12 thread finished 2024-11-21T17:34:58,985 INFO [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10333193973261214785.p12 thread finished 2024-11-21T17:34:58,990 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=4932 (was 4613) - AvailableMemoryMB LEAK? - 2024-11-21T17:34:58,991 INFO [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4059371794096824254.p12 thread finished 2024-11-21T17:34:58,995 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=4932 2024-11-21T17:34:58,995 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:58,996 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:38659 2024-11-21T17:34:58,996 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T17:34:58,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:58,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:58,997 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:59,022 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:59,022 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:59,023 INFO [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4059371794096824254.p12 thread started 2024-11-21T17:34:59,023 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:59,023 INFO [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10333193973261214785.p12 thread started 2024-11-21T17:34:59,023 DEBUG [RPCClient-NioEventLoopGroup-3-11 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:59,036 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:59,048 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:59,049 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:59,049 INFO [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4059371794096824254.p12 thread started 2024-11-21T17:34:59,049 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:59,049 INFO [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10333193973261214785.p12 thread started 2024-11-21T17:34:59,049 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x74210b66, L:/127.0.0.1:38659 - R:/127.0.0.1:49072] 2024-11-21T17:34:59,082 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:59,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:59,084 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10333193973261214785.p12 was interrupted and is shutting down... 2024-11-21T17:34:59,084 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4059371794096824254.p12 was interrupted and is shutting down... 2024-11-21T17:34:59,084 INFO [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4059371794096824254.p12 thread finished 2024-11-21T17:34:59,084 INFO [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10333193973261214785.p12 thread finished 2024-11-21T17:34:59,090 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:59,090 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:59,090 INFO [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:59,090 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:59,118 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:59,118 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:59,118 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:59,118 INFO [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key4059371794096824254.p12 2024-11-21T17:34:59,118 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:59,118 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:59,118 INFO [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:59,118 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:59,131 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:59,131 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:59,131 INFO [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:59,131 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca10333193973261214785.p12 2024-11-21T17:34:59,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec946e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:59,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:59,132 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:59,158 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:59,158 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:59,159 INFO [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key4059371794096824254.p12 thread started 2024-11-21T17:34:59,159 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:59,159 INFO [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca10333193973261214785.p12 thread started 2024-11-21T17:34:59,159 DEBUG [RPCClient-NioEventLoopGroup-3-12 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:34:59,173 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:59,187 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:59,187 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x80239ae9, L:/127.0.0.1:38659 - R:/127.0.0.1:49082] 2024-11-21T17:34:59,219 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:34:59,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:59,220 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:38659 2024-11-21T17:34:59,220 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4059371794096824254.p12 was interrupted and is shutting down... 2024-11-21T17:34:59,220 DEBUG [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key4059371794096824254.p12 was interrupted and is shutting down... 2024-11-21T17:34:59,220 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10333193973261214785.p12 was interrupted and is shutting down... 2024-11-21T17:34:59,221 INFO [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4059371794096824254.p12 thread finished 2024-11-21T17:34:59,221 INFO [FileChangeWatcher-hbase_test_key4059371794096824254.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key4059371794096824254.p12 thread finished 2024-11-21T17:34:59,221 INFO [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10333193973261214785.p12 thread finished 2024-11-21T17:34:59,220 DEBUG [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca10333193973261214785.p12 was interrupted and is shutting down... 2024-11-21T17:34:59,226 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[6: keyType=EC, storeFileType=PKCS12] Thread=37 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=4923 (was 4932) 2024-11-21T17:34:59,232 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=4923 2024-11-21T17:34:59,238 INFO [FileChangeWatcher-hbase_test_ca10333193973261214785.p12 {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca10333193973261214785.p12 thread finished 2024-11-21T17:34:59,567 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:59,568 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:34737 2024-11-21T17:34:59,568 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T17:34:59,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3279038c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:59,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:34:59,569 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:34:59,877 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:34:59,877 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:59,878 INFO [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7895914905441295782.bcfks thread started 2024-11-21T17:34:59,878 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:34:59,878 INFO [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks thread started 2024-11-21T17:34:59,878 DEBUG [RPCClient-NioEventLoopGroup-3-13 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:35:00,034 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:35:00,189 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:35:00,189 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:35:00,190 INFO [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7895914905441295782.bcfks thread started 2024-11-21T17:35:00,190 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:35:00,190 INFO [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks thread started 2024-11-21T17:35:00,190 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x6ba22470, L:/127.0.0.1:34737 - R:/127.0.0.1:52436] 2024-11-21T17:35:00,405 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:35:00,419 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:00,419 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:00,419 INFO [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:00,419 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:00,420 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:00,420 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:00,422 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:00,423 INFO [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:00,656 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:00,656 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:00,656 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:00,657 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:00,657 INFO [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:00,657 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:00,657 INFO [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:00,657 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:00,685 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:00,685 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:00,685 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:00,685 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:00,685 INFO [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:00,685 INFO [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:00,685 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:00,685 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:00,843 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:00,843 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:00,843 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:00,843 INFO [Time-limited test {}] ipc.AbstractRpcClient(478): The server on localhost,34737,0 is dead - stopping the connection localhost:34737/TestProtobufRpcProto/jenkins (auth:SIMPLE) 2024-11-21T17:35:00,843 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:00,843 INFO [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:00,843 INFO [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:00,843 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:00,843 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:00,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:35:00,844 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:35:01,150 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:35:01,150 DEBUG [RPCClient-NioEventLoopGroup-3-14 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:35:01,307 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:35:01,462 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:35:01,463 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xd4f16dc2, L:/127.0.0.1:34737 - R:/127.0.0.1:52446] 2024-11-21T17:35:01,636 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:35:01,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:01,637 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:34737 2024-11-21T17:35:01,637 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks was interrupted and is shutting down... 2024-11-21T17:35:01,637 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7895914905441295782.bcfks was interrupted and is shutting down... 2024-11-21T17:35:01,637 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7895914905441295782.bcfks was interrupted and is shutting down... 2024-11-21T17:35:01,637 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks was interrupted and is shutting down... 2024-11-21T17:35:01,637 INFO [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks thread finished 2024-11-21T17:35:01,638 INFO [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7895914905441295782.bcfks thread finished 2024-11-21T17:35:01,638 INFO [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks thread finished 2024-11-21T17:35:01,638 INFO [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7895914905441295782.bcfks thread finished 2024-11-21T17:35:01,646 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceClientAndServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35 (was 37), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 236) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4915 (was 4923) 2024-11-21T17:35:01,651 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=35, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=4915 2024-11-21T17:35:01,653 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:35:01,654 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /127.0.0.1:37307 2024-11-21T17:35:01,654 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-21T17:35:01,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f75f3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:01,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:35:01,655 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:35:01,963 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:35:01,964 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:35:01,964 INFO [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7895914905441295782.bcfks thread started 2024-11-21T17:35:01,964 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:35:01,964 INFO [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks thread started 2024-11-21T17:35:01,965 DEBUG [RPCClient-NioEventLoopGroup-3-15 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:35:02,100 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:35:02,240 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:35:02,240 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:35:02,241 INFO [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7895914905441295782.bcfks thread started 2024-11-21T17:35:02,241 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:35:02,241 INFO [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks thread started 2024-11-21T17:35:02,241 DEBUG [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0x826b9305, L:/127.0.0.1:37307 - R:/127.0.0.1:45576] 2024-11-21T17:35:02,414 INFO [TestNettyTLSIPCFileWatcher-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:35:02,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:02,417 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks was interrupted and is shutting down... 2024-11-21T17:35:02,417 INFO [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks thread finished 2024-11-21T17:35:02,418 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7895914905441295782.bcfks was interrupted and is shutting down... 2024-11-21T17:35:02,418 INFO [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7895914905441295782.bcfks thread finished 2024-11-21T17:35:02,432 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:02,432 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:02,432 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:02,432 INFO [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:02,667 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:02,667 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:02,667 INFO [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:02,667 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_key7895914905441295782.bcfks 2024-11-21T17:35:02,693 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:02,693 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:02,693 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:02,693 INFO [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:02,861 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:02,861 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(241): Got file changed event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:02,861 INFO [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] tls.X509Util(548): Attempting to reset default SSL context after receiving watch event: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:02,861 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] tls.X509Util(554): Ignoring watch event and keeping previous default SSL context. Event kind: ENTRY_MODIFY with context: hbase_test_ca2019912285827574364.bcfks 2024-11-21T17:35:02,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:02,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-21T17:35:02,877 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:35:03,244 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:35:03,245 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:35:03,245 INFO [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_key7895914905441295782.bcfks thread started 2024-11-21T17:35:03,245 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] io.FileChangeWatcher(79): Registering with watch service: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/608d46bf-ec90-bd78-d132-b45783966617/TestNettyTLSIPCFileWatcher 2024-11-21T17:35:03,246 INFO [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(204): FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks thread started 2024-11-21T17:35:03,246 DEBUG [RPCClient-NioEventLoopGroup-3-16 {}] ipc.NettyRpcConnection$3(383): SSL handler added with handshake timeout 5000 ms 2024-11-21T17:35:03,384 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-21T17:35:03,531 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-21T17:35:03,532 DEBUG [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.NettyRpcServer(449): SSL handler added for channel: [id: 0xe23005e5, L:/127.0.0.1:37307 - R:/127.0.0.1:45580] 2024-11-21T17:35:03,724 INFO [TestNettyTLSIPCFileWatcher-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-21T17:35:03,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:03,726 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7895914905441295782.bcfks was interrupted and is shutting down... 2024-11-21T17:35:03,726 INFO [Time-limited test {}] ipc.NettyRpcServer(351): Stopping server on localhost/127.0.0.1:37307 2024-11-21T17:35:03,727 INFO [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7895914905441295782.bcfks thread finished 2024-11-21T17:35:03,727 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks was interrupted and is shutting down... 2024-11-21T17:35:03,727 DEBUG [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_key7895914905441295782.bcfks was interrupted and is shutting down... 2024-11-21T17:35:03,727 INFO [FileChangeWatcher-hbase_test_key7895914905441295782.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_key7895914905441295782.bcfks thread finished 2024-11-21T17:35:03,727 DEBUG [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(237): FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks was interrupted and is shutting down... 2024-11-21T17:35:03,727 INFO [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks thread finished 2024-11-21T17:35:03,735 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: security.TestNettyTLSIPCFileWatcher#testReplaceServerKeystore[7: keyType=EC, storeFileType=BCFKS] Thread=37 (was 35) - Thread LEAK? -, OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 241), ProcessCount=11 (was 11), AvailableMemoryMB=4736 (was 4915) 2024-11-21T17:35:03,742 INFO [FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks {}] io.FileChangeWatcher$WatcherThread(226): FileChangeWatcher-hbase_test_ca2019912285827574364.bcfks thread finished