2024-11-20 17:05:16,840 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@14a50707
2024-11-20 17:05:16,851 main DEBUG Took 0.008477 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-20 17:05:16,851 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-20 17:05:16,851 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-20 17:05:16,852 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-20 17:05:16,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 17:05:16,862 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-20 17:05:16,875 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 17:05:16,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 17:05:16,877 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 17:05:16,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 17:05:16,878 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 17:05:16,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 17:05:16,880 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 17:05:16,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 17:05:16,881 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 17:05:16,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 17:05:16,882 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 17:05:16,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 17:05:16,883 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 17:05:16,883 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 17:05:16,884 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 17:05:16,884 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 17:05:16,885 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 17:05:16,885 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 17:05:16,885 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 17:05:16,886 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 17:05:16,886 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 17:05:16,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 17:05:16,887 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 17:05:16,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-20 17:05:16,888 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 17:05:16,888 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-20 17:05:16,890 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-20 17:05:16,891 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-20 17:05:16,893 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-20 17:05:16,893 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-20 17:05:16,894 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-20 17:05:16,895 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-20 17:05:16,902 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-20 17:05:16,905 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-20 17:05:16,907 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-20 17:05:16,907 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-20 17:05:16,908 main DEBUG createAppenders(={Console})
2024-11-20 17:05:16,909 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@14a50707 initialized
2024-11-20 17:05:16,909 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@14a50707
2024-11-20 17:05:16,909 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@14a50707 OK.
2024-11-20 17:05:16,910 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-20 17:05:16,910 main DEBUG OutputStream closed
2024-11-20 17:05:16,910 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-20 17:05:16,911 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-20 17:05:16,911 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55cb6996 OK
2024-11-20 17:05:16,983 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-20 17:05:16,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-20 17:05:16,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-20 17:05:16,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-20 17:05:16,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-20 17:05:16,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-20 17:05:16,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-20 17:05:16,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-20 17:05:16,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-20 17:05:16,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-20 17:05:16,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-20 17:05:16,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-20 17:05:16,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-20 17:05:16,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-20 17:05:16,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-20 17:05:16,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-20 17:05:16,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-20 17:05:16,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-20 17:05:16,996 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-20 17:05:16,996 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@28e8dde3) with optional ClassLoader: null
2024-11-20 17:05:16,997 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-20 17:05:16,997 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@28e8dde3] started OK.
2024-11-20T17:05:17,012 DEBUG [main {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-20 17:05:17,014 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-20 17:05:17,015 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-20T17:05:17,129 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.ipc.TestNettyTlsIPC timeout: 312 mins
2024-11-20T17:05:17,409 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-20T17:05:17,532 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=12, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=8193
2024-11-20T17:05:18,868 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-20T17:05:18,907 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-20T17:05:18,924 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-20T17:05:18,982 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:19,010 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 108074 (auto-detected)
2024-11-20T17:05:19,012 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-20T17:05:19,030 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43499
2024-11-20T17:05:19,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53780854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:19,064 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:19,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:19,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:19,364 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:43499 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:05:19,365 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43499
2024-11-20T17:05:19,373 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=18 (was 12)
Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: TestNettyTlsIPC-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: TestNettyTlsIPC-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=296 (was 296), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 160) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8092 (was 8193)
2024-11-20T17:05:19,379 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=18, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=8092
2024-11-20T17:05:19,381 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:19,383 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34395
2024-11-20T17:05:19,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2669441b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:19,383 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:19,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:19,394 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:19,436 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:19,516 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:19,571 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:19,587 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:19,639 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=250ms, rpcTimeout=100ms
2024-11-20T17:05:19,647 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x9a1edef0, L:/127.0.0.1:34395 - R:/127.0.0.1:52964]
2024-11-20T17:05:19,751 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-20T17:05:19,763 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:19,862 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:19,971 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:20,081 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:20,191 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:20,302 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:20,412 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:20,522 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:20,631 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34395 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:20,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:20,631 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34395
2024-11-20T17:05:20,642 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=22 (was 18)
Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: FifoRpcScheduler.handler-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.util.Threads.sleepWithoutInterrupt(Threads.java:142)
	app//org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.pause(TestProtobufRpcServiceImpl.java:112)
	app//org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:155)
	app//org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	app//org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	app//org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: TestNettyTlsIPC-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=296 (was 296), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=8069 (was 8092)
2024-11-20T17:05:20,647 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=22, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=8069
2024-11-20T17:05:20,649 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:20,650 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45017
2024-11-20T17:05:20,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba33b85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:20,650 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:20,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:20,652 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:20,683 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:20,683 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:20,698 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:20,711 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:20,712 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x35510d27, L:/127.0.0.1:45017 - R:/127.0.0.1:50434]
2024-11-20T17:05:20,747 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:20,750 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:20,758 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:50434 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:20,773 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:20,783 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:20,784 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:20,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:20,788 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:20,792 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 22) - Thread LEAK? -, OpenFileDescriptor=298 (was 296) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=8068 (was 8069)
2024-11-20T17:05:20,788 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52964 deadline: 1732122319870 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52964
2024-11-20T17:05:20,795 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52964 deadline: 1732122319964 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52964
2024-11-20T17:05:20,796 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52964 deadline: 1732122320074 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52964
2024-11-20T17:05:20,796 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52964 deadline: 1732122320185 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52964
2024-11-20T17:05:20,796 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52964 deadline: 1732122320296 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52964
2024-11-20T17:05:20,797 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52964 deadline: 1732122320409 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52964
2024-11-20T17:05:20,797 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52964 deadline: 1732122320517 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52964
2024-11-20T17:05:20,797 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52964 deadline: 1732122320626 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52964
2024-11-20T17:05:20,798 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=8067
2024-11-20T17:05:20,839 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:20,840 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43277
2024-11-20T17:05:20,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73615947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:20,846 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:20,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:20,850 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:20,877 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:20,878 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:20,902 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:20,927 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:20,928 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x069c260d, L:/127.0.0.1:43277 - R:/127.0.0.1:41852]
2024-11-20T17:05:20,968 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:20,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:20,999 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43277
2024-11-20T17:05:21,005 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=22 (was 23), OpenFileDescriptor=297 (was 297), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=8065 (was 8067)
2024-11-20T17:05:21,010 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=22, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=8065
2024-11-20T17:05:21,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbf0d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:21,012 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:21,012 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38747
2024-11-20T17:05:21,013 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:21,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:21,015 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:21,041 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:21,041 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:21,055 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:21,069 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:21,069 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x9ba2b511, L:/127.0.0.1:38747 - R:/127.0.0.1:37820]
2024-11-20T17:05:21,104 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:21,105 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:21,105 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:37820 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:21,107 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:21,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:21,170 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38747
2024-11-20T17:05:21,188 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 22)
Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=297 (was 297), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=8058 (was 8065)
2024-11-20T17:05:21,193 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=8057
2024-11-20T17:05:21,195 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:21,196 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46269
2024-11-20T17:05:21,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3574161f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:21,196 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:21,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:21,198 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:21,229 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:21,230 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:21,244 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:21,257 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:21,258 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x04ffd884, L:/127.0.0.1:46269 - R:/127.0.0.1:46048]
2024-11-20T17:05:21,293 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:21,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:21,302 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46269
2024-11-20T17:05:21,307 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=297 (was 297), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=8051 (was 8057)
2024-11-20T17:05:21,311 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=8051
2024-11-20T17:05:21,313 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:21,314 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37097
2024-11-20T17:05:21,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2c4e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:21,315 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:21,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:21,316 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:21,344 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:21,345 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:21,371 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:21,386 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:21,386 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xedc5a1be, L:/127.0.0.1:37097 - R:/127.0.0.1:55330]
2024-11-20T17:05:21,420 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:21,420 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:55330; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:21,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:21,424 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:37097 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:05:21,424 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37097
2024-11-20T17:05:21,429 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=297 (was 297), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=8044 (was 8051)
2024-11-20T17:05:21,434 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=8044
2024-11-20T17:05:21,436 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:21,437 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35049
2024-11-20T17:05:21,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a50cf70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:21,438 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:21,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:21,441 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:21,468 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:21,468 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:21,483 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:21,496 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:21,497 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe0f9dcf4, L:/127.0.0.1:35049 - R:/127.0.0.1:47704]
2024-11-20T17:05:21,530 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:05:21,532 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:05:21,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:21,538 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=298 (was 297) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=8036 (was 8044)
2024-11-20T17:05:21,543 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=298, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=8036
2024-11-20T17:05:21,545 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:21,546 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44921
2024-11-20T17:05:21,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2166a0b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:21,546 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:21,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:21,548 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:21,578 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:21,579 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:21,593 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:21,607 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:21,607 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf0de0c59, L:/127.0.0.1:44921 - R:/127.0.0.1:32876]
2024-11-20T17:05:21,642 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:05:21,642 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:32876
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:32876
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:21,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:21,649 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=299 (was 298) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=8030 (was 8036)
2024-11-20T17:05:21,654 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=299, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=8029
2024-11-20T17:05:21,656 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:21,656 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34007
2024-11-20T17:05:21,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20adafac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:21,657 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:21,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:21,659 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:21,686 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:21,686 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:21,700 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:21,713 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:21,714 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x9a253c19, L:/127.0.0.1:34007 - R:/127.0.0.1:33536]
2024-11-20T17:05:21,750 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:33536
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:33536
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:21,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:21,752 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34007
2024-11-20T17:05:21,757 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=299 (was 299), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=8023 (was 8029)
2024-11-20T17:05:21,761 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=299, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=8023
2024-11-20T17:05:21,763 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:21,764 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37371
2024-11-20T17:05:21,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115c10f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:21,764 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:21,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:21,765 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:21,792 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:21,792 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:21,806 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:21,820 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:21,821 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xfc2e2fdd, L:/127.0.0.1:37371 - R:/127.0.0.1:44838]
2024-11-20T17:05:21,853 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:21,957 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:21,958 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:21,960 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:21,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:21,968 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 23) - Thread LEAK? -, OpenFileDescriptor=301 (was 299) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=8016 (was 8023)
2024-11-20T17:05:21,972 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=8016
2024-11-20T17:05:21,974 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:21,975 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37063
2024-11-20T17:05:21,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56527ad7, compressor=org.apache.hadoop.io.compress.GzipCodec@5c56bbf3, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:21,976 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:21,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:21,977 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:22,004 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:22,005 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:22,019 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:22,033 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:22,033 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6c553962, L:/127.0.0.1:37063 - R:/127.0.0.1:35338]
2024-11-20T17:05:22,071 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:22,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:22,085 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37063
2024-11-20T17:05:22,090 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=8007 (was 8016)
2024-11-20T17:05:22,095 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=8007
2024-11-20T17:05:22,096 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:22,097 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42783
2024-11-20T17:05:22,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d68d4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:22,097 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:22,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:22,099 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:22,125 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:22,125 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:22,140 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:22,153 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:22,153 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7172c377, L:/127.0.0.1:42783 - R:/127.0.0.1:45754]
2024-11-20T17:05:22,185 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:22,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:22,188 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42783
2024-11-20T17:05:22,193 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=8001 (was 8007)
2024-11-20T17:05:22,198 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=8001
2024-11-20T17:05:22,200 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:22,200 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34155
2024-11-20T17:05:22,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7203b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:22,201 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:22,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:22,202 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:22,228 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:22,228 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:22,242 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:22,255 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:22,255 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf82c7e21, L:/127.0.0.1:34155 - R:/127.0.0.1:58494]
2024-11-20T17:05:22,286 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:22,287 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:22,287 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:58494 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:22,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:22,289 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:22,289 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34155
2024-11-20T17:05:22,294 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=7995 (was 8001)
2024-11-20T17:05:22,299 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=7995
2024-11-20T17:05:22,300 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:22,301 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35351
2024-11-20T17:05:22,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:22,301 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:22,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:22,303 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:22,332 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:22,333 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:22,355 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:22,368 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:22,368 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x2749482e, L:/127.0.0.1:35351 - R:/127.0.0.1:44544]
2024-11-20T17:05:22,398 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:22,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:22,400 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35351
2024-11-20T17:05:22,405 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=7988 (was 7995)
2024-11-20T17:05:22,410 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=7988
2024-11-20T17:05:22,412 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:22,413 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36071
2024-11-20T17:05:22,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45898030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:22,414 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:22,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:22,419 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:22,447 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:22,448 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:22,463 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:22,477 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:22,477 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6a747a0b, L:/127.0.0.1:36071 - R:/127.0.0.1:58178]
2024-11-20T17:05:22,508 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:22,510 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:22,515 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-9d98050baba0d112b8c4400b2c535a02-d823241835682d9e-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:05:22,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:22,517 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:22,517 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36071
2024-11-20T17:05:22,522 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=7980 (was 7988)
2024-11-20T17:05:22,526 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=7980
2024-11-20T17:05:22,528 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:22,528 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37271
2024-11-20T17:05:22,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24791fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:22,529 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:22,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:22,530 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:22,558 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:22,558 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:22,575 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:22,589 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:22,589 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd98109c5, L:/127.0.0.1:37271 - R:/127.0.0.1:44200]
2024-11-20T17:05:22,627 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:22,663 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37271 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:05:22,663 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37271 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:05:22,663 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37271 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:05:22,663 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37271 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:05:22,664 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37271 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-20T17:05:22,664 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37271 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-20T17:05:22,664 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37271 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-20T17:05:22,664 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37271 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:05:22,664 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37271 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:05:22,664 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37271 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-20T17:05:22,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:22,664 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37271
2024-11-20T17:05:22,670 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=25 (was 24) - Thread LEAK? -, OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=7973 (was 7980)
2024-11-20T17:05:22,677 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=25, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=7972
2024-11-20T17:05:22,679 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:22,680 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40937
2024-11-20T17:05:22,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c3ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:22,680 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:22,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:22,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:22,682 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:40937 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:05:22,682 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40937
2024-11-20T17:05:22,688 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=25 (was 25), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=7971 (was 7972)
2024-11-20T17:05:22,693 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=25, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=7971
2024-11-20T17:05:22,695 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:22,695 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42479
2024-11-20T17:05:22,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2d5c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:22,696 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:22,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:22,697 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:22,726 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:22,726 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:22,740 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:22,753 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:22,753 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6c4ac768, L:/127.0.0.1:42479 - R:/127.0.0.1:41020]
2024-11-20T17:05:22,785 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:22,832 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42479 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:22,942 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42479 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:23,051 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42479 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:23,161 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42479 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:23,272 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42479 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:23,382 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42479 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:23,492 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42479 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:23,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42479 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:23,629 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44200 deadline: 1732122322728 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44200
2024-11-20T17:05:23,628 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:23,629 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44200 deadline: 1732122322728 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44200
2024-11-20T17:05:23,629 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44200 deadline: 1732122322729 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44200
2024-11-20T17:05:23,630 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44200 deadline: 1732122322729 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44200
2024-11-20T17:05:23,630 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44200 deadline: 1732122322729 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44200
2024-11-20T17:05:23,631 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44200 deadline: 1732122322730 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44200
2024-11-20T17:05:23,631 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44200 deadline: 1732122322730 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44200
2024-11-20T17:05:23,632 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44200 deadline: 1732122322730 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44200
2024-11-20T17:05:23,632 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44200 deadline: 1732122322731 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44200
2024-11-20T17:05:23,712 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42479 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:23,787 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41020 deadline: 1732122322934 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41020
2024-11-20T17:05:23,788 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41020 deadline: 1732122323045 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41020
2024-11-20T17:05:23,789 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41020 deadline: 1732122323154 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41020
2024-11-20T17:05:23,790 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41020 deadline: 1732122323262 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41020
2024-11-20T17:05:23,790 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41020 deadline: 1732122323375 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41020
2024-11-20T17:05:23,791 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41020 deadline: 1732122323486 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41020
2024-11-20T17:05:23,791 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41020 deadline: 1732122323596 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41020
2024-11-20T17:05:23,791 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41020 deadline: 1732122323707 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41020
2024-11-20T17:05:23,793 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:05:23,821 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42479 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:23,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:23,821 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42479
2024-11-20T17:05:23,829 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=25 (was 25), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 171), ProcessCount=11 (was 11), AvailableMemoryMB=7960 (was 7971)
2024-11-20T17:05:23,836 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=25, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7960
2024-11-20T17:05:23,837 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:23,838 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44019
2024-11-20T17:05:23,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ba629a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:23,838 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:23,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:23,839 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:23,867 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:23,867 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:23,881 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:23,895 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:23,895 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2014e7b4, L:/127.0.0.1:44019 - R:/127.0.0.1:38650]
2024-11-20T17:05:23,926 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:23,927 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:23,927 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:38650 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:23,928 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:23,930 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:23,930 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:23,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:23,936 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 25) - Thread LEAK? -, OpenFileDescriptor=301 (was 300) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7954 (was 7960)
2024-11-20T17:05:23,941 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7953
2024-11-20T17:05:23,942 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:23,943 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32905
2024-11-20T17:05:23,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2887e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:23,944 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:23,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:23,945 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:23,973 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:23,973 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:23,986 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,000 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,000 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x26767643, L:/127.0.0.1:32905 - R:/127.0.0.1:40794]
2024-11-20T17:05:24,031 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:24,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:24,049 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32905
2024-11-20T17:05:24,054 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=301 (was 301), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7946 (was 7953)
2024-11-20T17:05:24,058 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7946
2024-11-20T17:05:24,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3484882a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:24,060 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:24,060 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43225
2024-11-20T17:05:24,060 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:24,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:24,061 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,090 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,090 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:24,104 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,118 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,118 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfc5187e9, L:/127.0.0.1:43225 - R:/127.0.0.1:43208]
2024-11-20T17:05:24,150 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:24,151 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:24,151 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:43208 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:24,152 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:24,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:24,152 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43225
2024-11-20T17:05:24,157 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=301 (was 301), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7939 (was 7946)
2024-11-20T17:05:24,162 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7939
2024-11-20T17:05:24,163 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:24,164 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45697
2024-11-20T17:05:24,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3deb3935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:24,164 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:24,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:24,166 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,206 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,206 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:24,220 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,233 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,233 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xef9d7931, L:/127.0.0.1:45697 - R:/127.0.0.1:59572]
2024-11-20T17:05:24,266 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:24,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:24,272 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45697
2024-11-20T17:05:24,276 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=301 (was 301), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7932 (was 7939)
2024-11-20T17:05:24,280 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7932
2024-11-20T17:05:24,282 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:24,282 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40193
2024-11-20T17:05:24,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb24d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:24,282 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:24,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:24,283 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,311 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,311 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:24,325 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,338 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,338 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x07831405, L:/127.0.0.1:40193 - R:/127.0.0.1:33822]
2024-11-20T17:05:24,370 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:24,371 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:33822; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:24,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:24,372 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:40193 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:05:24,372 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40193
2024-11-20T17:05:24,377 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=301 (was 301), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7925 (was 7932)
2024-11-20T17:05:24,382 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7925
2024-11-20T17:05:24,384 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:24,384 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34417
2024-11-20T17:05:24,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af49a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:24,385 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:24,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:24,386 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,416 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,416 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:24,430 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,442 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,443 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe7a3f319, L:/127.0.0.1:34417 - R:/127.0.0.1:59892]
2024-11-20T17:05:24,474 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:05:24,474 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:05:24,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:24,479 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=302 (was 301) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7919 (was 7925)
2024-11-20T17:05:24,484 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=302, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7919
2024-11-20T17:05:24,486 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:24,487 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44965
2024-11-20T17:05:24,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd2258b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:24,487 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:24,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:24,488 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,521 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,521 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:24,536 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,549 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,549 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x48055412, L:/127.0.0.1:44965 - R:/127.0.0.1:48672]
2024-11-20T17:05:24,580 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:05:24,580 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:48672
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:48672
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:24,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:24,586 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=303 (was 302) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7913 (was 7919)
2024-11-20T17:05:24,591 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=303, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7913
2024-11-20T17:05:24,592 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:24,593 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41899
2024-11-20T17:05:24,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126e9f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:24,593 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:24,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:24,594 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,621 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,621 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:24,635 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,648 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,648 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc2d16e80, L:/127.0.0.1:41899 - R:/127.0.0.1:49634]
2024-11-20T17:05:24,679 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:49634
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:49634
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:24,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:24,680 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41899
2024-11-20T17:05:24,685 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=303 (was 303), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7906 (was 7913)
2024-11-20T17:05:24,690 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=303, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7906
2024-11-20T17:05:24,692 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:24,693 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43725
2024-11-20T17:05:24,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435ec3b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:24,693 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:24,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:24,695 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,725 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,725 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:24,739 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,752 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,753 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6f9e881b, L:/127.0.0.1:43725 - R:/127.0.0.1:57010]
2024-11-20T17:05:24,782 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:24,792 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:24,884 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:24,885 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:24,885 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:24,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:24,892 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 303) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7900 (was 7906)
2024-11-20T17:05:24,898 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7900
2024-11-20T17:05:24,899 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:24,900 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42357
2024-11-20T17:05:24,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac46350, compressor=org.apache.hadoop.io.compress.GzipCodec@bc85891, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:24,900 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:24,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:24,901 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,930 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,931 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:24,944 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:24,957 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:24,958 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9b6f5c0a, L:/127.0.0.1:42357 - R:/127.0.0.1:37158]
2024-11-20T17:05:24,986 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:24,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:24,988 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42357
2024-11-20T17:05:24,993 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7894 (was 7900)
2024-11-20T17:05:24,998 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7893
2024-11-20T17:05:24,999 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:24,999 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37391
2024-11-20T17:05:24,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdb6359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:25,000 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:25,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:25,000 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:25,029 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:25,029 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:25,042 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:25,055 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:25,056 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xab50649a, L:/127.0.0.1:37391 - R:/127.0.0.1:43422]
2024-11-20T17:05:25,086 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:25,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:25,088 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37391
2024-11-20T17:05:25,093 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7887 (was 7893)
2024-11-20T17:05:25,097 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7887
2024-11-20T17:05:25,098 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:25,099 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36341
2024-11-20T17:05:25,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3326d6b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:25,099 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:25,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:25,100 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:25,127 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:25,128 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:25,141 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:25,154 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:25,155 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x60b07a34, L:/127.0.0.1:36341 - R:/127.0.0.1:41070]
2024-11-20T17:05:25,184 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:25,185 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:25,186 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41070 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:25,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:25,187 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:25,187 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36341
2024-11-20T17:05:25,192 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7881 (was 7887)
2024-11-20T17:05:25,197 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7881
2024-11-20T17:05:25,198 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:25,198 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38387
2024-11-20T17:05:25,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:25,198 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:25,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:25,199 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:25,226 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:25,226 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:25,240 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:25,252 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:25,253 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2ecb2a96, L:/127.0.0.1:38387 - R:/127.0.0.1:35826]
2024-11-20T17:05:25,282 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:25,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:25,284 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38387
2024-11-20T17:05:25,289 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7875 (was 7881)
2024-11-20T17:05:25,293 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7875
2024-11-20T17:05:25,295 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:25,295 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40927
2024-11-20T17:05:25,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61578a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:25,295 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:25,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:25,296 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:25,325 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:25,325 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:25,340 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:25,352 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:25,353 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x26a36492, L:/127.0.0.1:40927 - R:/127.0.0.1:34444]
2024-11-20T17:05:25,383 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:25,384 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:25,384 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-5b98ad5444964c36aa619f4c30880056-0fe04bd6482a154f-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:05:25,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:25,385 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:25,385 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40927
2024-11-20T17:05:25,390 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7869 (was 7875)
2024-11-20T17:05:25,394 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7869
2024-11-20T17:05:25,395 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:25,395 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46183
2024-11-20T17:05:25,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:25,396 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:25,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:25,397 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:25,426 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:25,426 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:25,442 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:25,455 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:25,455 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1c5dfc56, L:/127.0.0.1:46183 - R:/127.0.0.1:36300]
2024-11-20T17:05:25,487 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:25,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46183 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:25,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46183 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-20T17:05:25,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46183 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:25,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46183 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:25,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46183 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:25,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46183 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:25,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46183 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:25,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46183 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-20T17:05:25,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46183 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-20T17:05:25,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46183 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:25,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:25,534 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46183
2024-11-20T17:05:25,543 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=27 (was 26) - Thread LEAK? -, OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7861 (was 7869)
2024-11-20T17:05:25,548 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=27, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7860
2024-11-20T17:05:25,549 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:25,549 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34857
2024-11-20T17:05:25,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f06fa23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:25,550 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:25,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:25,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:25,551 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:34857 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:05:25,551 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34857
2024-11-20T17:05:25,555 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=27 (was 27), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7859 (was 7860)
2024-11-20T17:05:25,560 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=27, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7859
2024-11-20T17:05:25,562 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:25,562 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43739
2024-11-20T17:05:25,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c40dabf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:25,562 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:25,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:25,581 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:25,596 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:25,596 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x014882ae, L:/127.0.0.1:43739 - R:/127.0.0.1:57090]
2024-11-20T17:05:25,596 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:25,671 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43739 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:25,782 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43739 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:25,892 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43739 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:26,002 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43739 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:26,112 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43739 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:26,221 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43739 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:26,331 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43739 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:26,441 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43739 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:26,488 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:26,488 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36300 deadline: 1732122325588 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36300
2024-11-20T17:05:26,489 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36300 deadline: 1732122325588 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36300
2024-11-20T17:05:26,489 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36300 deadline: 1732122325588 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36300
2024-11-20T17:05:26,490 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36300 deadline: 1732122325588 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36300
2024-11-20T17:05:26,490 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36300 deadline: 1732122325588 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36300
2024-11-20T17:05:26,491 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36300 deadline: 1732122325589 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36300
2024-11-20T17:05:26,491 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36300 deadline: 1732122325589 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36300
2024-11-20T17:05:26,491 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36300 deadline: 1732122325589 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36300
2024-11-20T17:05:26,492 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36300 deadline: 1732122325589 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36300
2024-11-20T17:05:26,552 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43739 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:26,599 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57090 deadline: 1732122325772 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57090
2024-11-20T17:05:26,600 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:05:26,600 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57090 deadline: 1732122325884 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57090
2024-11-20T17:05:26,601 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57090 deadline: 1732122325994 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57090
2024-11-20T17:05:26,601 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57090 deadline: 1732122326105 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57090
2024-11-20T17:05:26,602 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57090 deadline: 1732122326215 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57090
2024-11-20T17:05:26,603 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57090 deadline: 1732122326324 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57090
2024-11-20T17:05:26,603 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57090 deadline: 1732122326434 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57090
2024-11-20T17:05:26,604 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57090 deadline: 1732122326543 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57090
2024-11-20T17:05:26,662 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43739 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:26,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:26,662 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43739
2024-11-20T17:05:26,672 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=27 (was 27), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7855 (was 7859)
2024-11-20T17:05:26,678 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=27, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7854
2024-11-20T17:05:26,679 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:26,680 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35425
2024-11-20T17:05:26,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2216c5e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:26,680 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:26,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:26,699 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:26,712 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:26,712 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6519e313, L:/127.0.0.1:35425 - R:/127.0.0.1:42620]
2024-11-20T17:05:26,713 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:26,714 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:26,714 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:42620 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:26,715 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:26,715 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:26,716 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:26,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:26,721 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 27) - Thread LEAK? -, OpenFileDescriptor=305 (was 304) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7853 (was 7854)
2024-11-20T17:05:26,725 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7852
2024-11-20T17:05:26,726 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:26,726 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33355
2024-11-20T17:05:26,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea5e4b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:26,727 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:26,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:26,746 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:26,759 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:26,759 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbefc5152, L:/127.0.0.1:33355 - R:/127.0.0.1:48754]
2024-11-20T17:05:26,759 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:26,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:26,772 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33355
2024-11-20T17:05:26,777 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=305 (was 305), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7849 (was 7852)
2024-11-20T17:05:26,782 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7848
2024-11-20T17:05:26,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6200ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:26,783 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:26,784 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34427
2024-11-20T17:05:26,784 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:26,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:26,801 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:26,814 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:26,814 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xedab0953, L:/127.0.0.1:34427 - R:/127.0.0.1:53374]
2024-11-20T17:05:26,814 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:26,815 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:26,816 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:53374 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:26,816 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:26,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:26,816 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34427
2024-11-20T17:05:26,821 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=305 (was 305), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7845 (was 7848)
2024-11-20T17:05:26,825 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7845
2024-11-20T17:05:26,827 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:26,827 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32869
2024-11-20T17:05:26,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff81998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:26,828 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:26,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:26,844 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:26,857 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:26,858 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0bba0dfe, L:/127.0.0.1:32869 - R:/127.0.0.1:57726]
2024-11-20T17:05:26,858 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:26,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:26,862 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32869
2024-11-20T17:05:26,867 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=305 (was 305), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7842 (was 7845)
2024-11-20T17:05:26,872 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7841
2024-11-20T17:05:26,874 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:26,874 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40447
2024-11-20T17:05:26,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b5cc71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:26,874 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:26,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:26,891 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:26,904 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:26,904 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc93b3309, L:/127.0.0.1:40447 - R:/127.0.0.1:37166]
2024-11-20T17:05:26,904 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:26,904 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:37166; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:26,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:26,905 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:40447 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:05:26,905 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40447
2024-11-20T17:05:26,910 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=305 (was 305), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7839 (was 7841)
2024-11-20T17:05:26,914 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7838
2024-11-20T17:05:26,916 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:26,916 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42359
2024-11-20T17:05:26,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dba76c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:26,917 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:26,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:26,933 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:26,946 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:26,946 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x585813d0, L:/127.0.0.1:42359 - R:/127.0.0.1:59374]
2024-11-20T17:05:26,946 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:05:26,947 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:05:26,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:26,951 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=306 (was 305) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7835 (was 7838)
2024-11-20T17:05:26,956 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=306, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7835
2024-11-20T17:05:26,957 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:26,957 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37309
2024-11-20T17:05:26,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57822f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:26,957 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:26,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:26,975 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:26,988 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:26,988 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3f764cc5, L:/127.0.0.1:37309 - R:/127.0.0.1:42150]
2024-11-20T17:05:26,988 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:05:26,988 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42150
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42150
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:26,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:26,993 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=307 (was 306) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7832 (was 7835)
2024-11-20T17:05:26,997 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=307, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7832
2024-11-20T17:05:26,999 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:26,999 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44739
2024-11-20T17:05:26,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d29bba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:26,999 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:27,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:27,017 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:27,030 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:27,031 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x96d915c7, L:/127.0.0.1:44739 - R:/127.0.0.1:53144]
2024-11-20T17:05:27,031 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:53144
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:53144
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:27,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:27,032 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44739
2024-11-20T17:05:27,036 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=307 (was 307), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7830 (was 7832)
2024-11-20T17:05:27,040 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=307, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7830
2024-11-20T17:05:27,041 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:27,042 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35689
2024-11-20T17:05:27,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bf4136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:27,042 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:27,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:27,060 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:27,074 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:27,074 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe0bcdf06, L:/127.0.0.1:35689 - R:/127.0.0.1:56686]
2024-11-20T17:05:27,075 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:27,177 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:27,179 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:27,179 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:27,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:27,188 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 28) - Thread LEAK? -, OpenFileDescriptor=308 (was 307) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7826 (was 7830)
2024-11-20T17:05:27,196 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7826
2024-11-20T17:05:27,197 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:27,198 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41493
2024-11-20T17:05:27,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d49f3d, compressor=org.apache.hadoop.io.compress.GzipCodec@12c33d4d, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:27,198 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:27,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:27,214 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:27,227 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:27,227 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0b4897bf, L:/127.0.0.1:41493 - R:/127.0.0.1:46246]
2024-11-20T17:05:27,228 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:27,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:27,230 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41493
2024-11-20T17:05:27,235 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7822 (was 7826)
2024-11-20T17:05:27,239 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7822
2024-11-20T17:05:27,241 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:27,241 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36491
2024-11-20T17:05:27,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd9158a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:27,241 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:27,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:27,260 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:27,273 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:27,273 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x36c07589, L:/127.0.0.1:36491 - R:/127.0.0.1:45222]
2024-11-20T17:05:27,273 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:27,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:27,275 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36491
2024-11-20T17:05:27,280 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7819 (was 7822)
2024-11-20T17:05:27,284 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7819
2024-11-20T17:05:27,285 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:27,286 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38279
2024-11-20T17:05:27,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739469d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:27,286 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:27,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:27,304 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:27,318 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:27,318 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1e3e9e26, L:/127.0.0.1:38279 - R:/127.0.0.1:34780]
2024-11-20T17:05:27,318 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:27,319 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:27,319 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:34780 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:27,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:27,320 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:27,320 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38279
2024-11-20T17:05:27,325 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7816 (was 7819)
2024-11-20T17:05:27,329 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7816
2024-11-20T17:05:27,330 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:27,331 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42011
2024-11-20T17:05:27,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:27,331 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:27,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:27,349 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:27,361 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:27,362 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbbe73e80, L:/127.0.0.1:42011 - R:/127.0.0.1:33736]
2024-11-20T17:05:27,362 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:27,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:27,364 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42011
2024-11-20T17:05:27,368 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7813 (was 7816)
2024-11-20T17:05:27,372 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7813
2024-11-20T17:05:27,373 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:27,374 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35349
2024-11-20T17:05:27,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13effefc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:27,374 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:27,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:27,393 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:27,406 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:27,406 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf4f8ea9c, L:/127.0.0.1:35349 - R:/127.0.0.1:45852]
2024-11-20T17:05:27,407 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:27,407 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:27,407 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-9d6c1c1d8ef7acfd2d7b7a5f0bc7c1ff-82ec379a990af7b9-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:05:27,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:27,408 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:27,408 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35349
2024-11-20T17:05:27,413 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7809 (was 7813)
2024-11-20T17:05:27,418 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7809
2024-11-20T17:05:27,419 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:27,419 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37923
2024-11-20T17:05:27,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327d0bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:27,420 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:27,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:27,434 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:27,447 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:27,447 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1f8580a7, L:/127.0.0.1:37923 - R:/127.0.0.1:41698]
2024-11-20T17:05:27,448 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:27,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-20T17:05:27,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:27,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:27,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-20T17:05:27,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-20T17:05:27,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-20T17:05:27,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-20T17:05:27,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-20T17:05:27,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:27,533 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:27,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:27,533 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37923
2024-11-20T17:05:27,542 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=30 (was 29) - Thread LEAK? -, OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7805 (was 7809)
2024-11-20T17:05:27,548 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7805
2024-11-20T17:05:27,605 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:27,992 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:27,992 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33629
2024-11-20T17:05:27,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51dfea42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:27,992 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:27,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:27,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:27,994 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:33629 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:05:27,994 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33629
2024-11-20T17:05:27,998 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=29 (was 30), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 157) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7741 (was 7805)
2024-11-20T17:05:28,002 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7740
2024-11-20T17:05:28,003 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:28,004 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42861
2024-11-20T17:05:28,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd3d54a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:28,004 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:28,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:28,005 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:28,034 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:28,035 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:28,048 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:28,061 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:28,061 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd2d6916a, L:/127.0.0.1:42861 - R:/127.0.0.1:53750]
2024-11-20T17:05:28,093 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:28,141 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:05:28,252 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:28,362 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:28,449 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41698 deadline: 1732122327549 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41698
2024-11-20T17:05:28,449 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:28,449 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41698 deadline: 1732122327549 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41698
2024-11-20T17:05:28,450 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41698 deadline: 1732122327549 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41698
2024-11-20T17:05:28,450 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41698 deadline: 1732122327549 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41698
2024-11-20T17:05:28,450 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41698 deadline: 1732122327549 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41698
2024-11-20T17:05:28,450 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41698 deadline: 1732122327550 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41698
2024-11-20T17:05:28,450 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41698 deadline: 1732122327550 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41698
2024-11-20T17:05:28,450 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41698 deadline: 1732122327550 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41698
2024-11-20T17:05:28,450 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41698 deadline: 1732122327550 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41698
2024-11-20T17:05:28,472 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:28,582 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:28,691 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:28,802 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:28,912 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:29,021 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:29,095 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53750 deadline: 1732122328242 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53750
2024-11-20T17:05:29,096 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53750 deadline: 1732122328354 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53750
2024-11-20T17:05:29,096 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:05:29,096 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53750 deadline: 1732122328466 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53750
2024-11-20T17:05:29,097 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53750 deadline: 1732122328573 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53750
2024-11-20T17:05:29,097 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53750 deadline: 1732122328685 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53750
2024-11-20T17:05:29,098 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53750 deadline: 1732122328795 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53750
2024-11-20T17:05:29,098 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53750 deadline: 1732122328904 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53750
2024-11-20T17:05:29,098 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53750 deadline: 1732122329014 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53750
2024-11-20T17:05:29,132 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42861 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:29,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:29,132 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42861
2024-11-20T17:05:29,143 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7735 (was 7740)
2024-11-20T17:05:29,149 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7735
2024-11-20T17:05:29,150 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:29,151 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44521
2024-11-20T17:05:29,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267b1eff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:29,151 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:29,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:29,152 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,182 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,183 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:29,197 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,210 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,211 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x2e4655ad, L:/127.0.0.1:44521 - R:/127.0.0.1:36306]
2024-11-20T17:05:29,238 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:29,239 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:29,240 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:36306 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:29,241 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:29,242 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:29,242 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:29,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:29,247 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 29) - Thread LEAK? -, OpenFileDescriptor=310 (was 308) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7728 (was 7735)
2024-11-20T17:05:29,251 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7728
2024-11-20T17:05:29,253 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:29,253 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40127
2024-11-20T17:05:29,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68486336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:29,253 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:29,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:29,255 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,284 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,284 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:29,303 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,315 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,316 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xfa842eca, L:/127.0.0.1:40127 - R:/127.0.0.1:40130]
2024-11-20T17:05:29,345 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:29,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:29,360 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40127
2024-11-20T17:05:29,366 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=309 (was 309), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7721 (was 7728)
2024-11-20T17:05:29,372 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7721
2024-11-20T17:05:29,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7850c69e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:29,373 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:29,374 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42067
2024-11-20T17:05:29,374 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:29,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:29,375 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,400 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,401 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:29,414 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,427 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,427 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x608db788, L:/127.0.0.1:42067 - R:/127.0.0.1:37196]
2024-11-20T17:05:29,456 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:29,457 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:29,457 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:37196 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:29,458 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:29,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:29,458 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42067
2024-11-20T17:05:29,463 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=309 (was 309), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7714 (was 7721)
2024-11-20T17:05:29,468 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7714
2024-11-20T17:05:29,470 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:29,470 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35549
2024-11-20T17:05:29,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6724042e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:29,471 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:29,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:29,472 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,502 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,502 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:29,516 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,528 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,529 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x671c9f15, L:/127.0.0.1:35549 - R:/127.0.0.1:60490]
2024-11-20T17:05:29,559 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:29,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:29,564 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35549
2024-11-20T17:05:29,570 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=309 (was 309), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7707 (was 7714)
2024-11-20T17:05:29,574 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7707
2024-11-20T17:05:29,576 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:29,577 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37397
2024-11-20T17:05:29,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ded22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:29,577 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:29,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:29,578 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,604 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,605 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:29,618 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,631 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,631 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x5350e6bb, L:/127.0.0.1:37397 - R:/127.0.0.1:57706]
2024-11-20T17:05:29,659 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:29,660 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:57706; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:29,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:29,661 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:37397 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:05:29,661 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37397
2024-11-20T17:05:29,665 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=309 (was 309), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7701 (was 7707)
2024-11-20T17:05:29,669 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7701
2024-11-20T17:05:29,671 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:29,671 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44393
2024-11-20T17:05:29,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5881f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:29,672 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:29,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:29,673 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,700 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,701 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:29,715 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,728 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,728 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd79dd8c7, L:/127.0.0.1:44393 - R:/127.0.0.1:36324]
2024-11-20T17:05:29,756 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:05:29,756 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:05:29,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:29,761 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=310 (was 309) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7695 (was 7701)
2024-11-20T17:05:29,765 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=310, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7695
2024-11-20T17:05:29,766 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:29,767 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36755
2024-11-20T17:05:29,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e80c9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:29,767 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:29,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:29,768 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,800 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,800 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:29,816 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,830 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,831 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0ce343ef, L:/127.0.0.1:36755 - R:/127.0.0.1:34412]
2024-11-20T17:05:29,858 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:05:29,858 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:34412
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:34412
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:29,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:29,864 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=311 (was 310) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7689 (was 7695)
2024-11-20T17:05:29,869 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=311, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7689
2024-11-20T17:05:29,870 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:29,871 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44691
2024-11-20T17:05:29,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d514c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:29,871 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:29,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:29,872 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,898 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,898 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:29,915 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,929 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,929 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x397268ad, L:/127.0.0.1:44691 - R:/127.0.0.1:33308]
2024-11-20T17:05:29,958 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:33308
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:33308
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:29,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:29,959 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44691
2024-11-20T17:05:29,964 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=311 (was 311), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7682 (was 7689)
2024-11-20T17:05:29,968 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=311, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7682
2024-11-20T17:05:29,969 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:29,970 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38981
2024-11-20T17:05:29,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e61cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:29,970 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:29,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:29,971 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:29,998 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:29,998 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:30,012 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:30,025 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:30,026 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xeb3e670d, L:/127.0.0.1:38981 - R:/127.0.0.1:56058]
2024-11-20T17:05:30,054 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:30,100 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:30,157 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:30,158 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:30,159 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:30,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:30,168 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 311) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7675 (was 7682)
2024-11-20T17:05:30,173 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7675
2024-11-20T17:05:30,174 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:30,175 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35513
2024-11-20T17:05:30,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad3596d, compressor=org.apache.hadoop.io.compress.GzipCodec@2d1340be, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:30,175 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:30,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:30,176 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:30,202 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:30,202 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:30,216 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:30,229 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:30,229 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7ae8d175, L:/127.0.0.1:35513 - R:/127.0.0.1:55252]
2024-11-20T17:05:30,259 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:30,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:30,261 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35513
2024-11-20T17:05:30,266 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7669 (was 7675)
2024-11-20T17:05:30,271 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7669
2024-11-20T17:05:30,273 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:30,273 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46271
2024-11-20T17:05:30,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af205f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:30,273 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:30,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:30,274 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:30,300 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:30,300 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:30,315 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:30,328 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:30,329 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf8266b30, L:/127.0.0.1:46271 - R:/127.0.0.1:44162]
2024-11-20T17:05:30,357 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:30,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:30,359 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46271
2024-11-20T17:05:30,364 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7662 (was 7669)
2024-11-20T17:05:30,368 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7662
2024-11-20T17:05:30,369 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:30,370 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38433
2024-11-20T17:05:30,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd05525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:30,370 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:30,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:30,371 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:30,399 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:30,400 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:30,414 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:30,427 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:30,427 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1630d53e, L:/127.0.0.1:38433 - R:/127.0.0.1:48586]
2024-11-20T17:05:30,456 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:30,457 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:30,457 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:48586 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:30,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:30,458 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:30,458 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38433
2024-11-20T17:05:30,464 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7657 (was 7662)
2024-11-20T17:05:30,469 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7657
2024-11-20T17:05:30,470 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:30,471 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45851
2024-11-20T17:05:30,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:30,471 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:30,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:30,472 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:30,502 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:30,502 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:30,518 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:30,530 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:30,531 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x64ecee2c, L:/127.0.0.1:45851 - R:/127.0.0.1:48522]
2024-11-20T17:05:30,561 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:30,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:30,563 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45851
2024-11-20T17:05:30,568 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7650 (was 7657)
2024-11-20T17:05:30,572 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7650
2024-11-20T17:05:30,573 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:30,574 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33529
2024-11-20T17:05:30,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b19939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:30,574 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:30,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:30,575 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:30,600 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:30,601 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:30,626 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:30,640 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:30,640 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4da1c20e, L:/127.0.0.1:33529 - R:/127.0.0.1:43298]
2024-11-20T17:05:30,669 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:30,669 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:30,669 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-c860ae8043f701c86fdc1418d74a3d42-6e885eb61ebaca6b-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:05:30,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:30,670 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:30,670 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33529
2024-11-20T17:05:30,675 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7644 (was 7650)
2024-11-20T17:05:30,680 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7644
2024-11-20T17:05:30,681 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:30,681 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43107
2024-11-20T17:05:30,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55014bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:30,681 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:30,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:30,682 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:30,708 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:30,708 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:30,723 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:30,736 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:30,736 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x07d0b8a6, L:/127.0.0.1:43107 - R:/127.0.0.1:32908]
2024-11-20T17:05:30,766 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:30,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43107 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-20T17:05:30,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43107 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-20T17:05:30,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43107 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-20T17:05:30,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43107 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-20T17:05:30,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43107 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-20T17:05:30,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43107 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-20T17:05:30,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43107 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-20T17:05:30,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43107 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-20T17:05:30,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43107 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=129ms, rpcTimeout=100ms
2024-11-20T17:05:30,813 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43107 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-20T17:05:30,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:30,813 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43107
2024-11-20T17:05:30,821 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=31 (was 30) - Thread LEAK? -, OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7638 (was 7644)
2024-11-20T17:05:30,826 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=31, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7638
2024-11-20T17:05:30,827 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:30,827 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36619
2024-11-20T17:05:30,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5135f4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:30,828 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:30,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:30,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:30,829 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:36619 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:05:30,829 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36619
2024-11-20T17:05:30,833 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=31 (was 31), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7637 (was 7638)
2024-11-20T17:05:30,838 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=31, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7637
2024-11-20T17:05:30,840 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:30,840 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38361
2024-11-20T17:05:30,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d029743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:30,840 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:30,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:30,841 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:30,867 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:30,867 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:30,881 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:30,894 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:30,894 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd36ebbec, L:/127.0.0.1:38361 - R:/127.0.0.1:48980]
2024-11-20T17:05:30,923 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:30,971 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38361 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-20T17:05:31,082 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38361 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:31,192 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38361 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:31,302 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38361 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:31,411 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38361 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:31,521 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38361 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:31,631 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38361 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:31,741 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38361 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:31,768 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32908 deadline: 1732122330867 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32908
2024-11-20T17:05:31,768 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:31,768 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32908 deadline: 1732122330867 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32908
2024-11-20T17:05:31,769 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32908 deadline: 1732122330868 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32908
2024-11-20T17:05:31,769 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32908 deadline: 1732122330868 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32908
2024-11-20T17:05:31,769 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32908 deadline: 1732122330868 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32908
2024-11-20T17:05:31,769 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32908 deadline: 1732122330868 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32908
2024-11-20T17:05:31,770 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32908 deadline: 1732122330869 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32908
2024-11-20T17:05:31,770 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32908 deadline: 1732122330869 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32908
2024-11-20T17:05:31,770 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:32908 deadline: 1732122330869 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:32908
2024-11-20T17:05:31,852 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38361 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:31,925 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48980 deadline: 1732122331073 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48980
2024-11-20T17:05:31,925 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48980 deadline: 1732122331184 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48980
2024-11-20T17:05:31,926 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:05:31,926 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48980 deadline: 1732122331295 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48980
2024-11-20T17:05:31,927 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48980 deadline: 1732122331404 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48980
2024-11-20T17:05:31,927 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48980 deadline: 1732122331513 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48980
2024-11-20T17:05:31,928 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48980 deadline: 1732122331623 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48980
2024-11-20T17:05:31,928 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48980 deadline: 1732122331733 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48980
2024-11-20T17:05:31,928 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48980 deadline: 1732122331842 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48980
2024-11-20T17:05:31,961 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38361 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:31,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:31,962 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38361
2024-11-20T17:05:31,973 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=31 (was 31), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7630 (was 7637)
2024-11-20T17:05:31,980 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=31, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7630
2024-11-20T17:05:31,981 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:31,981 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39741
2024-11-20T17:05:31,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c5f3c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:31,982 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:31,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:31,982 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,008 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,009 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:32,022 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,034 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,035 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x55379ae5, L:/127.0.0.1:39741 - R:/127.0.0.1:55626]
2024-11-20T17:05:32,061 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:32,062 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:32,062 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:55626 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:32,063 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:32,064 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:32,064 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:32,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:32,069 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 31) - Thread LEAK? -, OpenFileDescriptor=313 (was 312) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7624 (was 7630)
2024-11-20T17:05:32,074 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7624
2024-11-20T17:05:32,075 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:32,075 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44819
2024-11-20T17:05:32,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338a3be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:32,076 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:32,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:32,077 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,104 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,105 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:32,118 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,131 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,131 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x251a11cc, L:/127.0.0.1:44819 - R:/127.0.0.1:56996]
2024-11-20T17:05:32,158 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:32,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:32,171 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44819
2024-11-20T17:05:32,176 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=313 (was 313), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7616 (was 7624)
2024-11-20T17:05:32,181 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7615
2024-11-20T17:05:32,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ca6070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:32,183 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:32,184 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42047
2024-11-20T17:05:32,184 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:32,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:32,185 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,210 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,210 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:32,224 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,237 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,237 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5d17c848, L:/127.0.0.1:42047 - R:/127.0.0.1:40828]
2024-11-20T17:05:32,266 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:32,266 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:32,267 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:40828 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:32,267 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:32,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:32,267 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42047
2024-11-20T17:05:32,272 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=313 (was 313), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7609 (was 7615)
2024-11-20T17:05:32,277 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7608
2024-11-20T17:05:32,278 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:32,278 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42273
2024-11-20T17:05:32,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@afcd312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:32,279 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:32,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:32,280 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,308 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,308 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:32,326 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,338 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,339 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x37739060, L:/127.0.0.1:42273 - R:/127.0.0.1:45364]
2024-11-20T17:05:32,367 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:32,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:32,371 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42273
2024-11-20T17:05:32,376 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=313 (was 313), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7602 (was 7608)
2024-11-20T17:05:32,381 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7602
2024-11-20T17:05:32,382 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:32,382 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38601
2024-11-20T17:05:32,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6affed55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:32,382 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:32,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:32,383 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,414 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,414 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:32,428 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,441 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,441 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc9432ae4, L:/127.0.0.1:38601 - R:/127.0.0.1:42198]
2024-11-20T17:05:32,469 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:32,470 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:42198; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:32,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:32,471 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:38601 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:05:32,471 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38601
2024-11-20T17:05:32,475 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=313 (was 313), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7596 (was 7602)
2024-11-20T17:05:32,480 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7595
2024-11-20T17:05:32,481 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:32,481 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46095
2024-11-20T17:05:32,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9d54e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:32,482 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:32,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:32,482 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,510 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,510 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:32,524 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,537 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,537 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x184171cd, L:/127.0.0.1:46095 - R:/127.0.0.1:45900]
2024-11-20T17:05:32,566 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:05:32,566 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:05:32,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:32,571 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=314 (was 313) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7590 (was 7595)
2024-11-20T17:05:32,575 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=314, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7590
2024-11-20T17:05:32,576 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:32,577 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37771
2024-11-20T17:05:32,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307ffec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:32,577 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:32,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:32,578 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,607 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,608 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:32,629 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,643 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,643 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf2cadea8, L:/127.0.0.1:37771 - R:/127.0.0.1:48342]
2024-11-20T17:05:32,670 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:05:32,670 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:48342
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:48342
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:32,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:32,676 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=315 (was 314) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7584 (was 7590)
2024-11-20T17:05:32,681 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=315, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7584
2024-11-20T17:05:32,682 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:32,682 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38367
2024-11-20T17:05:32,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e218303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:32,682 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:32,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:32,683 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,721 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,721 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:32,734 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,748 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,748 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xeb90f052, L:/127.0.0.1:38367 - R:/127.0.0.1:40868]
2024-11-20T17:05:32,776 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:40868
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:40868
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:32,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:32,777 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38367
2024-11-20T17:05:32,782 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=315 (was 315), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7566 (was 7584)
2024-11-20T17:05:32,786 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=315, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=7566
2024-11-20T17:05:32,788 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:32,788 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37953
2024-11-20T17:05:32,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edc4eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:32,788 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:32,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:32,789 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,814 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,815 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:32,828 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:32,841 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:32,841 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf70a0175, L:/127.0.0.1:37953 - R:/127.0.0.1:52248]
2024-11-20T17:05:32,871 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:32,929 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:32,973 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:32,974 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:32,975 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:32,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:32,983 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 315) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 161), ProcessCount=11 (was 11), AvailableMemoryMB=7565 (was 7566)
2024-11-20T17:05:32,989 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7564
2024-11-20T17:05:32,990 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:32,990 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42917
2024-11-20T17:05:32,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de7d929, compressor=org.apache.hadoop.io.compress.GzipCodec@148d9777, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:32,990 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:32,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:32,991 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:33,018 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:33,019 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:33,033 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:33,045 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:33,046 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x621cb754, L:/127.0.0.1:42917 - R:/127.0.0.1:57088]
2024-11-20T17:05:33,073 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:33,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:33,075 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42917
2024-11-20T17:05:33,080 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7564 (was 7564)
2024-11-20T17:05:33,085 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7564
2024-11-20T17:05:33,086 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:33,086 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44185
2024-11-20T17:05:33,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483ff395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:33,087 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:33,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:33,087 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:33,117 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:33,117 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:33,130 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:33,143 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:33,143 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8be9096d, L:/127.0.0.1:44185 - R:/127.0.0.1:51220]
2024-11-20T17:05:33,170 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:33,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:33,171 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44185
2024-11-20T17:05:33,176 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7564 (was 7564)
2024-11-20T17:05:33,180 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7564
2024-11-20T17:05:33,181 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:33,181 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37829
2024-11-20T17:05:33,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620b7190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:33,181 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:33,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:33,182 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:33,209 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:33,210 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:33,223 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:33,235 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:33,235 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xce687184, L:/127.0.0.1:37829 - R:/127.0.0.1:49558]
2024-11-20T17:05:33,262 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:33,263 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:33,263 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:49558 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:33,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:33,264 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:33,264 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37829
2024-11-20T17:05:33,269 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7563 (was 7564)
2024-11-20T17:05:33,274 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7563
2024-11-20T17:05:33,275 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:33,275 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33819
2024-11-20T17:05:33,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:33,275 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:33,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:33,276 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:33,302 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:33,302 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:33,315 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:33,328 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:33,328 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x04799ef8, L:/127.0.0.1:33819 - R:/127.0.0.1:41698]
2024-11-20T17:05:33,357 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:33,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:33,358 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33819
2024-11-20T17:05:33,363 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7561 (was 7563)
2024-11-20T17:05:33,368 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7561
2024-11-20T17:05:33,369 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:33,369 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38019
2024-11-20T17:05:33,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a992b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:33,369 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:33,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:33,370 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:33,400 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:33,400 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:33,414 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:33,427 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:33,427 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb6a52265, L:/127.0.0.1:38019 - R:/127.0.0.1:48114]
2024-11-20T17:05:33,453 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:33,453 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:33,453 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-f4a76e731113a65649566ba310ffd6d1-4ec717d2724ecfb5-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:05:33,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:33,454 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:33,454 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38019
2024-11-20T17:05:33,458 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7561 (was 7561)
2024-11-20T17:05:33,463 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7561
2024-11-20T17:05:33,464 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:33,464 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36085
2024-11-20T17:05:33,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2592e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:33,464 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:33,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:33,465 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:33,495 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:33,495 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:33,509 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:33,521 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:33,522 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6a0df19f, L:/127.0.0.1:36085 - R:/127.0.0.1:33502]
2024-11-20T17:05:33,551 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:33,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:05:33,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:05:33,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:05:33,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:05:33,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:05:33,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:05:33,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:05:33,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:05:33,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:05:33,603 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36085 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:05:33,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:33,603 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36085
2024-11-20T17:05:33,607 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=33 (was 32) - Thread LEAK? -, OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7561 (was 7561)
2024-11-20T17:05:33,612 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=33, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7561
2024-11-20T17:05:33,613 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:33,613 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39307
2024-11-20T17:05:33,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5975cefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:33,613 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:33,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:33,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:33,614 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:39307 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:05:33,615 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39307
2024-11-20T17:05:33,619 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=33 (was 33), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7561 (was 7561)
2024-11-20T17:05:33,623 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=33, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7560
2024-11-20T17:05:33,624 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:33,625 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38371
2024-11-20T17:05:33,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26daa3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:33,625 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:33,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:33,639 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:33,651 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:33,651 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8ffb6cf2, L:/127.0.0.1:38371 - R:/127.0.0.1:53632]
2024-11-20T17:05:33,652 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:33,732 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38371 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-20T17:05:33,841 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38371 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:33,952 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38371 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:34,062 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38371 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:34,172 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38371 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:34,281 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38371 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:34,391 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38371 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:34,501 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38371 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:34,553 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33502 deadline: 1732122333652 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33502
2024-11-20T17:05:34,553 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:34,553 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33502 deadline: 1732122333653 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33502
2024-11-20T17:05:34,553 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33502 deadline: 1732122333653 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33502
2024-11-20T17:05:34,554 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33502 deadline: 1732122333653 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33502
2024-11-20T17:05:34,554 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33502 deadline: 1732122333653 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33502
2024-11-20T17:05:34,554 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33502 deadline: 1732122333653 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33502
2024-11-20T17:05:34,554 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33502 deadline: 1732122333654 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33502
2024-11-20T17:05:34,555 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33502 deadline: 1732122333654 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33502
2024-11-20T17:05:34,555 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33502 deadline: 1732122333654 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33502
2024-11-20T17:05:34,612 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38371 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:34,654 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53632 deadline: 1732122333832 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53632
2024-11-20T17:05:34,654 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:05:34,654 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53632 deadline: 1732122333942 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53632
2024-11-20T17:05:34,655 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53632 deadline: 1732122334053 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53632
2024-11-20T17:05:34,655 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53632 deadline: 1732122334164 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53632
2024-11-20T17:05:34,656 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53632 deadline: 1732122334273 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53632
2024-11-20T17:05:34,656 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53632 deadline: 1732122334382 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53632
2024-11-20T17:05:34,657 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53632 deadline: 1732122334492 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53632
2024-11-20T17:05:34,657 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53632 deadline: 1732122334602 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53632
2024-11-20T17:05:34,722 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38371 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:34,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:34,722 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38371
2024-11-20T17:05:34,733 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=33 (was 33), OpenFileDescriptor=317 (was 316) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7558 (was 7560)
2024-11-20T17:05:34,737 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=33, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7557
2024-11-20T17:05:34,739 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:34,739 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42321
2024-11-20T17:05:34,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f68cab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:34,739 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:34,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:34,757 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:34,770 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:34,770 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x80a71f61, L:/127.0.0.1:42321 - R:/127.0.0.1:55996]
2024-11-20T17:05:34,770 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:34,771 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:34,771 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:55996 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:34,772 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:34,772 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:34,773 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:34,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:34,777 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 33) - Thread LEAK? -, OpenFileDescriptor=317 (was 316) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7557 (was 7557)
2024-11-20T17:05:34,782 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7557
2024-11-20T17:05:34,783 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:34,784 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37637
2024-11-20T17:05:34,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4644e76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:34,784 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:34,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:34,802 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:34,814 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:34,814 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x54db8b47, L:/127.0.0.1:37637 - R:/127.0.0.1:54534]
2024-11-20T17:05:34,815 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:34,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:34,823 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37637
2024-11-20T17:05:34,828 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=317 (was 317), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7557 (was 7557)
2024-11-20T17:05:34,832 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7557
2024-11-20T17:05:34,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257d9f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:34,833 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:34,834 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43507
2024-11-20T17:05:34,834 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:34,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:34,849 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:34,861 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:34,862 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x35738c89, L:/127.0.0.1:43507 - R:/127.0.0.1:58006]
2024-11-20T17:05:34,862 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:34,863 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:34,863 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:58006 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:34,864 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:34,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:34,864 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43507
2024-11-20T17:05:34,869 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=317 (was 317), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7557 (was 7557)
2024-11-20T17:05:34,873 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7557
2024-11-20T17:05:34,874 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:34,874 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38941
2024-11-20T17:05:34,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58aff618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:34,875 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:34,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:34,888 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:34,900 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:34,901 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdeda0aab, L:/127.0.0.1:38941 - R:/127.0.0.1:44122]
2024-11-20T17:05:34,901 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:34,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:34,905 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38941
2024-11-20T17:05:34,909 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=317 (was 317), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7557 (was 7557)
2024-11-20T17:05:34,914 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7557
2024-11-20T17:05:34,915 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:34,915 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37399
2024-11-20T17:05:34,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b94cba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:34,916 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:34,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:34,934 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:34,946 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:34,946 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x68ec048b, L:/127.0.0.1:37399 - R:/127.0.0.1:38750]
2024-11-20T17:05:34,946 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:34,946 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:38750; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:34,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:34,947 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:37399 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:05:34,947 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37399
2024-11-20T17:05:34,952 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=317 (was 317), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7557 (was 7557)
2024-11-20T17:05:34,957 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7557
2024-11-20T17:05:34,959 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:34,959 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37671
2024-11-20T17:05:34,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79045b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:34,959 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:34,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:34,974 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:34,987 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:34,987 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x150bf869, L:/127.0.0.1:37671 - R:/127.0.0.1:38930]
2024-11-20T17:05:34,987 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:05:34,987 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:05:34,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:34,992 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=318 (was 317) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7557 (was 7557)
2024-11-20T17:05:34,996 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=318, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7556
2024-11-20T17:05:34,997 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:34,997 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42993
2024-11-20T17:05:34,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48068178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:34,998 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:34,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:35,012 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:35,025 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:35,025 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4718fd21, L:/127.0.0.1:42993 - R:/127.0.0.1:48234]
2024-11-20T17:05:35,025 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:05:35,026 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:48234
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:48234
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:35,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:35,031 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=319 (was 318) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7556 (was 7556)
2024-11-20T17:05:35,035 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=319, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7556
2024-11-20T17:05:35,036 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:35,036 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38573
2024-11-20T17:05:35,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbe3a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:35,036 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:35,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:35,050 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:35,063 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:35,063 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcc832a38, L:/127.0.0.1:38573 - R:/127.0.0.1:43364]
2024-11-20T17:05:35,064 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:43364
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:43364
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:35,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:35,064 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38573
2024-11-20T17:05:35,069 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=319 (was 319), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7556 (was 7556)
2024-11-20T17:05:35,073 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=319, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7556
2024-11-20T17:05:35,074 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:35,075 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40287
2024-11-20T17:05:35,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fee68ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:35,075 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:35,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:35,089 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:35,102 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:35,102 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb2e7a815, L:/127.0.0.1:40287 - R:/127.0.0.1:59932]
2024-11-20T17:05:35,102 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:35,205 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:35,206 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:35,207 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:35,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:35,219 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 34) - Thread LEAK? -, OpenFileDescriptor=320 (was 319) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7556 (was 7556)
2024-11-20T17:05:35,225 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7556
2024-11-20T17:05:35,226 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:35,226 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40139
2024-11-20T17:05:35,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b26944, compressor=org.apache.hadoop.io.compress.GzipCodec@327e30a, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:35,227 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:35,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:35,244 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:35,257 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:35,257 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4df9ab43, L:/127.0.0.1:40139 - R:/127.0.0.1:48284]
2024-11-20T17:05:35,257 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:35,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:35,259 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40139
2024-11-20T17:05:35,264 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7555 (was 7556)
2024-11-20T17:05:35,268 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7555
2024-11-20T17:05:35,269 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:35,269 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36491
2024-11-20T17:05:35,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e8ba96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:35,270 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:35,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:35,285 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:35,297 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:35,297 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb2b1158d, L:/127.0.0.1:36491 - R:/127.0.0.1:48796]
2024-11-20T17:05:35,298 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:35,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:35,299 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36491
2024-11-20T17:05:35,304 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7554 (was 7555)
2024-11-20T17:05:35,308 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7554
2024-11-20T17:05:35,310 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:35,310 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36937
2024-11-20T17:05:35,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716cf2e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:35,310 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:35,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:35,329 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:35,342 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:35,342 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc24055b8, L:/127.0.0.1:36937 - R:/127.0.0.1:52586]
2024-11-20T17:05:35,342 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:35,343 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:35,343 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:52586 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:35,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:35,344 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:35,344 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36937
2024-11-20T17:05:35,348 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7554 (was 7554)
2024-11-20T17:05:35,352 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7554
2024-11-20T17:05:35,353 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:35,354 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46385
2024-11-20T17:05:35,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:35,354 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:35,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:35,371 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:35,383 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:35,383 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0c78cb20, L:/127.0.0.1:46385 - R:/127.0.0.1:39872]
2024-11-20T17:05:35,384 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:35,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:35,385 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46385
2024-11-20T17:05:35,389 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7554 (was 7554)
2024-11-20T17:05:35,393 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7554
2024-11-20T17:05:35,394 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:35,395 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33051
2024-11-20T17:05:35,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bfd9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:35,395 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:35,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:35,412 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:35,425 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:35,425 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd4eff848, L:/127.0.0.1:33051 - R:/127.0.0.1:60816]
2024-11-20T17:05:35,426 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:35,426 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:35,426 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-0e757c9daac325b76b530529c9b0edf1-42fc8818b5420682-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:05:35,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:35,427 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:35,427 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33051
2024-11-20T17:05:35,431 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7554 (was 7554)
2024-11-20T17:05:35,435 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7553
2024-11-20T17:05:35,437 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:35,437 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39015
2024-11-20T17:05:35,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be35993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:35,437 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:35,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:35,454 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:35,467 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:35,467 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb0720690, L:/127.0.0.1:39015 - R:/127.0.0.1:56278]
2024-11-20T17:05:35,467 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:35,543 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39015 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-20T17:05:35,543 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39015 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-20T17:05:35,543 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39015 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-20T17:05:35,544 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39015 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-20T17:05:35,544 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39015 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-20T17:05:35,544 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39015 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-20T17:05:35,544 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39015 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-20T17:05:35,544 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39015 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-20T17:05:35,544 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39015 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-20T17:05:35,544 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39015 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=103ms, rpcTimeout=100ms
2024-11-20T17:05:35,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:35,544 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39015
2024-11-20T17:05:35,554 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=36 (was 35) - Thread LEAK? -, OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7553 (was 7553)
2024-11-20T17:05:35,560 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7553
2024-11-20T17:05:35,658 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:35,807 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:35,807 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34525
2024-11-20T17:05:35,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad20b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:35,807 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:35,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:35,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:35,808 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:34525 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:05:35,809 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34525
2024-11-20T17:05:35,813 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35 (was 36), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7551 (was 7553)
2024-11-20T17:05:35,817 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7551
2024-11-20T17:05:35,818 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:35,819 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35481
2024-11-20T17:05:35,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7e010b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:35,819 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:35,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:35,819 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:35,848 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:35,849 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:35,865 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:35,883 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:35,884 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xccf238ad, L:/127.0.0.1:35481 - R:/127.0.0.1:47524]
2024-11-20T17:05:35,941 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:35,951 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-20T17:05:36,061 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:36,171 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:36,282 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:36,391 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:36,468 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:36,468 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56278 deadline: 1732122335568 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56278
2024-11-20T17:05:36,469 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56278 deadline: 1732122335568 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56278
2024-11-20T17:05:36,469 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56278 deadline: 1732122335568 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56278
2024-11-20T17:05:36,469 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56278 deadline: 1732122335568 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56278
2024-11-20T17:05:36,469 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56278 deadline: 1732122335568 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56278
2024-11-20T17:05:36,470 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56278 deadline: 1732122335569 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56278
2024-11-20T17:05:36,470 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56278 deadline: 1732122335569 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56278
2024-11-20T17:05:36,470 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56278 deadline: 1732122335569 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56278
2024-11-20T17:05:36,470 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56278 deadline: 1732122335569 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56278
2024-11-20T17:05:36,502 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:36,611 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:36,721 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:36,832 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:36,942 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:36,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:36,943 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35481
2024-11-20T17:05:36,943 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47524 deadline: 1732122336051 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47524
2024-11-20T17:05:36,943 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47524 deadline: 1732122336162 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47524
2024-11-20T17:05:36,944 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47524 deadline: 1732122336272 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47524
2024-11-20T17:05:36,945 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47524 deadline: 1732122336383 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47524
2024-11-20T17:05:36,946 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47524 deadline: 1732122336492 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47524
2024-11-20T17:05:36,946 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47524 deadline: 1732122336603 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47524
2024-11-20T17:05:36,947 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47524 deadline: 1732122336712 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47524
2024-11-20T17:05:36,947 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47524 deadline: 1732122336822 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47524
2024-11-20T17:05:36,948 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47524 deadline: 1732122336933 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47524
2024-11-20T17:05:36,955 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7549 (was 7551)
2024-11-20T17:05:36,960 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=34, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7549
2024-11-20T17:05:36,961 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:36,961 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41629
2024-11-20T17:05:36,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d884b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:36,962 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:36,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:36,962 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:36,987 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:36,987 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:37,000 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,013 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,013 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7b724a95, L:/127.0.0.1:41629 - R:/127.0.0.1:35400]
2024-11-20T17:05:37,044 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:37,044 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:37,045 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:35400 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:37,046 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:37,047 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:37,047 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:37,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:37,052 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35 (was 34) - Thread LEAK? -, OpenFileDescriptor=321 (was 320) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7548 (was 7549)
2024-11-20T17:05:37,057 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7547
2024-11-20T17:05:37,059 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:37,059 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42455
2024-11-20T17:05:37,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b3b976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:37,060 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:37,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:37,061 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,086 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,087 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:37,099 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,112 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,112 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x15376a87, L:/127.0.0.1:42455 - R:/127.0.0.1:38546]
2024-11-20T17:05:37,143 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:37,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:37,154 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42455
2024-11-20T17:05:37,160 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35 (was 35), OpenFileDescriptor=321 (was 321), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7541 (was 7547)
2024-11-20T17:05:37,166 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7540
2024-11-20T17:05:37,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a42fdba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:37,168 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:37,168 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34753
2024-11-20T17:05:37,168 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:37,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:37,169 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,194 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,194 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:37,207 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,220 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,220 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x3e65702b, L:/127.0.0.1:34753 - R:/127.0.0.1:59002]
2024-11-20T17:05:37,250 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:37,251 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:37,251 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:59002 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:37,252 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:37,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:37,252 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34753
2024-11-20T17:05:37,258 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35 (was 35), OpenFileDescriptor=321 (was 321), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7540 (was 7540)
2024-11-20T17:05:37,264 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7540
2024-11-20T17:05:37,265 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:37,265 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45583
2024-11-20T17:05:37,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300014f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:37,266 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:37,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:37,266 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,291 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,292 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:37,305 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,317 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,318 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb120f4a7, L:/127.0.0.1:45583 - R:/127.0.0.1:46116]
2024-11-20T17:05:37,350 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:37,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:37,355 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45583
2024-11-20T17:05:37,361 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35 (was 35), OpenFileDescriptor=321 (was 321), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7539 (was 7540)
2024-11-20T17:05:37,367 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7538
2024-11-20T17:05:37,368 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:37,369 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34979
2024-11-20T17:05:37,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4895d561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:37,369 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:37,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:37,370 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,396 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,396 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:37,409 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,423 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,423 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x2808a0cf, L:/127.0.0.1:34979 - R:/127.0.0.1:47342]
2024-11-20T17:05:37,466 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:37,467 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:47342; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:37,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:37,468 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:34979 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:05:37,468 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34979
2024-11-20T17:05:37,473 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35 (was 35), OpenFileDescriptor=321 (was 321), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7535 (was 7538)
2024-11-20T17:05:37,478 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7535
2024-11-20T17:05:37,479 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:37,479 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36655
2024-11-20T17:05:37,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1296c3c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:37,479 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:37,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:37,480 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,505 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,505 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:37,519 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,534 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,535 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xff0ef10b, L:/127.0.0.1:36655 - R:/127.0.0.1:54018]
2024-11-20T17:05:37,565 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:05:37,565 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:05:37,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:37,570 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35 (was 35), OpenFileDescriptor=322 (was 321) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7537 (was 7535) - AvailableMemoryMB LEAK? -
2024-11-20T17:05:37,574 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35, OpenFileDescriptor=322, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7537
2024-11-20T17:05:37,575 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:37,575 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41371
2024-11-20T17:05:37,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7319a60c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:37,575 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:37,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:37,576 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,604 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,604 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:37,618 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,630 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,631 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd846f3e7, L:/127.0.0.1:41371 - R:/127.0.0.1:42118]
2024-11-20T17:05:37,660 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:05:37,660 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42118
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42118
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:37,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:37,666 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35 (was 35), OpenFileDescriptor=323 (was 322) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7537 (was 7537)
2024-11-20T17:05:37,671 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35, OpenFileDescriptor=323, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7537
2024-11-20T17:05:37,672 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:37,672 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45903
2024-11-20T17:05:37,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565888ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:37,672 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:37,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:37,673 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,697 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,697 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:37,710 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,724 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,724 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xcf1bd166, L:/127.0.0.1:45903 - R:/127.0.0.1:47158]
2024-11-20T17:05:37,754 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:47158
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:47158
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:37,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:37,754 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45903
2024-11-20T17:05:37,759 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35 (was 35), OpenFileDescriptor=323 (was 323), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7536 (was 7537)
2024-11-20T17:05:37,763 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35, OpenFileDescriptor=323, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7536
2024-11-20T17:05:37,764 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:37,764 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34835
2024-11-20T17:05:37,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f84ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:37,765 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:37,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:37,765 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,791 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,792 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:37,805 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,817 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,818 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa19a30b2, L:/127.0.0.1:34835 - R:/127.0.0.1:47490]
2024-11-20T17:05:37,848 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:37,949 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:37,950 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:37,950 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:37,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:37,955 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 35) - Thread LEAK? -, OpenFileDescriptor=324 (was 323) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7534 (was 7536)
2024-11-20T17:05:37,959 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7534
2024-11-20T17:05:37,960 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:37,961 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45675
2024-11-20T17:05:37,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d8a672, compressor=org.apache.hadoop.io.compress.GzipCodec@511c1356, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:37,961 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:37,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:37,962 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:37,987 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:37,988 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:38,001 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:38,015 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:38,015 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb5274d40, L:/127.0.0.1:45675 - R:/127.0.0.1:34808]
2024-11-20T17:05:38,044 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:38,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:38,046 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45675
2024-11-20T17:05:38,052 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7533 (was 7534)
2024-11-20T17:05:38,056 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7533
2024-11-20T17:05:38,057 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:38,058 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33543
2024-11-20T17:05:38,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eaf28cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:38,058 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:38,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:38,059 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:38,087 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:38,087 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:38,101 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:38,113 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:38,113 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x34cf137c, L:/127.0.0.1:33543 - R:/127.0.0.1:48264]
2024-11-20T17:05:38,143 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:38,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:38,145 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33543
2024-11-20T17:05:38,149 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7533 (was 7533)
2024-11-20T17:05:38,153 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7533
2024-11-20T17:05:38,154 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:38,154 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38323
2024-11-20T17:05:38,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49eb9f99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:38,155 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:38,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:38,155 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:38,183 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:38,183 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:38,198 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:38,211 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:38,211 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa3ed0cc5, L:/127.0.0.1:38323 - R:/127.0.0.1:52068]
2024-11-20T17:05:38,245 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:38,245 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:38,246 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:52068 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:38,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:38,246 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:38,246 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38323
2024-11-20T17:05:38,251 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7532 (was 7533)
2024-11-20T17:05:38,256 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7531
2024-11-20T17:05:38,257 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:38,258 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38361
2024-11-20T17:05:38,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:38,258 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:38,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:38,259 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:38,289 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:38,289 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:38,303 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:38,318 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:38,318 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0cc8477b, L:/127.0.0.1:38361 - R:/127.0.0.1:41102]
2024-11-20T17:05:38,347 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:38,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:38,349 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38361
2024-11-20T17:05:38,354 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7531 (was 7531)
2024-11-20T17:05:38,359 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7531
2024-11-20T17:05:38,360 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:38,360 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39339
2024-11-20T17:05:38,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70809158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:38,360 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:38,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:38,361 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:38,387 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:38,387 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:38,400 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:38,413 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:38,413 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x75778978, L:/127.0.0.1:39339 - R:/127.0.0.1:52688]
2024-11-20T17:05:38,442 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:38,442 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:38,442 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-8f301c651b77a00197b3c72cb0d7c161-c130302fbbc18241-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:05:38,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:38,443 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:38,443 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39339
2024-11-20T17:05:38,447 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7530 (was 7531)
2024-11-20T17:05:38,452 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7530
2024-11-20T17:05:38,453 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:38,453 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36161
2024-11-20T17:05:38,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ba365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:38,453 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:38,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:38,454 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:38,479 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:38,480 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:38,493 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:38,505 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:38,506 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x34dbda05, L:/127.0.0.1:36161 - R:/127.0.0.1:33590]
2024-11-20T17:05:38,536 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:38,583 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36161 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=127ms, rpcTimeout=100ms
2024-11-20T17:05:38,583 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36161 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=127ms, rpcTimeout=100ms
2024-11-20T17:05:38,583 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36161 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=128ms, rpcTimeout=100ms
2024-11-20T17:05:38,583 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36161 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=128ms, rpcTimeout=100ms
2024-11-20T17:05:38,583 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36161 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=128ms, rpcTimeout=100ms
2024-11-20T17:05:38,583 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36161 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=128ms, rpcTimeout=100ms
2024-11-20T17:05:38,583 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36161 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=127ms, rpcTimeout=100ms
2024-11-20T17:05:38,583 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36161 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=127ms, rpcTimeout=100ms
2024-11-20T17:05:38,583 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36161 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=127ms, rpcTimeout=100ms
2024-11-20T17:05:38,583 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36161 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=127ms, rpcTimeout=100ms
2024-11-20T17:05:38,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:38,583 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36161
2024-11-20T17:05:38,588 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=37 (was 36) - Thread LEAK? -, OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7526 (was 7530)
2024-11-20T17:05:38,593 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=37, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7526
2024-11-20T17:05:38,594 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:38,594 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34983
2024-11-20T17:05:38,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4faddec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:38,594 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:38,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:38,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:38,595 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:34983 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:05:38,596 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34983
2024-11-20T17:05:38,600 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=37 (was 37), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7526 (was 7526)
2024-11-20T17:05:38,604 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=37, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7525
2024-11-20T17:05:38,605 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:38,606 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42061
2024-11-20T17:05:38,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f08da16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:38,606 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:38,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:38,607 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:38,632 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:38,632 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:38,646 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:38,658 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:38,658 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3fa8ea4c, L:/127.0.0.1:42061 - R:/127.0.0.1:43116]
2024-11-20T17:05:38,687 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:38,741 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42061 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-20T17:05:38,852 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42061 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:38,962 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42061 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:39,072 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42061 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:39,182 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42061 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:39,292 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42061 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:39,402 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42061 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:39,512 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42061 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:39,537 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:39,537 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33590 deadline: 1732122338636 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33590
2024-11-20T17:05:39,538 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33590 deadline: 1732122338636 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33590
2024-11-20T17:05:39,538 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33590 deadline: 1732122338637 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33590
2024-11-20T17:05:39,539 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33590 deadline: 1732122338637 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33590
2024-11-20T17:05:39,539 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33590 deadline: 1732122338637 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33590
2024-11-20T17:05:39,539 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33590 deadline: 1732122338637 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33590
2024-11-20T17:05:39,540 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33590 deadline: 1732122338637 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33590
2024-11-20T17:05:39,540 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33590 deadline: 1732122338637 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33590
2024-11-20T17:05:39,541 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33590 deadline: 1732122338637 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33590
2024-11-20T17:05:39,621 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42061 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:39,689 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43116 deadline: 1732122338842 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43116
2024-11-20T17:05:39,689 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:05:39,689 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43116 deadline: 1732122338953 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43116
2024-11-20T17:05:39,690 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43116 deadline: 1732122339064 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43116
2024-11-20T17:05:39,690 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43116 deadline: 1732122339174 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43116
2024-11-20T17:05:39,691 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43116 deadline: 1732122339284 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43116
2024-11-20T17:05:39,691 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43116 deadline: 1732122339394 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43116
2024-11-20T17:05:39,692 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43116 deadline: 1732122339504 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43116
2024-11-20T17:05:39,692 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43116 deadline: 1732122339614 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43116
2024-11-20T17:05:39,731 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42061 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:39,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:39,731 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42061
2024-11-20T17:05:39,737 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=37 (was 37), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7529 (was 7525) - AvailableMemoryMB LEAK? -
2024-11-20T17:05:39,743 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=37, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7528
2024-11-20T17:05:39,745 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:39,745 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39953
2024-11-20T17:05:39,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5231f344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:39,745 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:39,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:39,747 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:39,777 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:39,777 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:39,791 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:39,803 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:39,803 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x293b079c, L:/127.0.0.1:39953 - R:/127.0.0.1:43744]
2024-11-20T17:05:39,832 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:39,832 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:39,832 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:43744 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:39,833 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:39,834 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:39,834 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:39,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:39,839 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 37) - Thread LEAK? -, OpenFileDescriptor=325 (was 324) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7528 (was 7528)
2024-11-20T17:05:39,843 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7528
2024-11-20T17:05:39,844 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:39,845 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38909
2024-11-20T17:05:39,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5285a3cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:39,845 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:39,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:39,846 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:39,871 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:39,871 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:39,884 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:39,896 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:39,897 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xae915d0d, L:/127.0.0.1:38909 - R:/127.0.0.1:33568]
2024-11-20T17:05:39,924 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:39,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:39,936 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38909
2024-11-20T17:05:39,941 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=325 (was 325), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7527 (was 7528)
2024-11-20T17:05:39,946 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7526
2024-11-20T17:05:39,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35495cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:39,947 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:39,947 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46147
2024-11-20T17:05:39,947 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:39,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:39,948 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:39,973 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:39,973 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:39,997 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,021 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,021 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6e628a9b, L:/127.0.0.1:46147 - R:/127.0.0.1:37074]
2024-11-20T17:05:40,056 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:40,057 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:40,057 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:37074 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:40,058 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:40,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:40,058 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46147
2024-11-20T17:05:40,063 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=325 (was 325), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7523 (was 7526)
2024-11-20T17:05:40,069 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7522
2024-11-20T17:05:40,070 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:40,070 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45507
2024-11-20T17:05:40,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201a3ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:40,070 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:40,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:40,071 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,097 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,098 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:40,115 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,128 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,128 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4cd0a839, L:/127.0.0.1:45507 - R:/127.0.0.1:57390]
2024-11-20T17:05:40,158 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:40,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:40,162 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45507
2024-11-20T17:05:40,168 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=325 (was 325), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7524 (was 7522) - AvailableMemoryMB LEAK? -
2024-11-20T17:05:40,172 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7524
2024-11-20T17:05:40,173 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:40,174 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33703
2024-11-20T17:05:40,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d74eb12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:40,174 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:40,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:40,175 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,202 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,202 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:40,217 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,229 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,229 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9850110c, L:/127.0.0.1:33703 - R:/127.0.0.1:42592]
2024-11-20T17:05:40,260 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:40,260 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:42592; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:40,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:40,262 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:33703 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:05:40,262 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33703
2024-11-20T17:05:40,266 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=325 (was 325), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7523 (was 7524)
2024-11-20T17:05:40,271 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7523
2024-11-20T17:05:40,272 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:40,273 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41163
2024-11-20T17:05:40,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6ce4a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:40,273 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:40,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:40,273 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,298 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,299 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:40,312 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,324 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,325 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0b5e5d4a, L:/127.0.0.1:41163 - R:/127.0.0.1:35178]
2024-11-20T17:05:40,353 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:05:40,353 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:05:40,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:40,359 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=326 (was 325) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7517 (was 7523)
2024-11-20T17:05:40,364 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=326, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7517
2024-11-20T17:05:40,365 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:40,365 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38727
2024-11-20T17:05:40,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d1a987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:40,365 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:40,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:40,366 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,391 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,392 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:40,404 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,417 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,417 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf368cca3, L:/127.0.0.1:38727 - R:/127.0.0.1:37318]
2024-11-20T17:05:40,447 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:05:40,447 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:37318
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:37318
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:40,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:40,453 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=327 (was 326) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7513 (was 7517)
2024-11-20T17:05:40,458 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7513
2024-11-20T17:05:40,459 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:40,459 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42075
2024-11-20T17:05:40,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6977cc0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:40,460 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:40,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:40,460 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,487 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,487 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:40,500 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,512 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,513 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa35e67d9, L:/127.0.0.1:42075 - R:/127.0.0.1:56240]
2024-11-20T17:05:40,544 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:56240
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:56240
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:40,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:40,545 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42075
2024-11-20T17:05:40,549 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7511 (was 7513)
2024-11-20T17:05:40,554 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7511
2024-11-20T17:05:40,555 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:40,555 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39107
2024-11-20T17:05:40,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9b8826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:40,556 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:40,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:40,556 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,581 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,581 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:40,596 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,608 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,609 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe5b6e3e6, L:/127.0.0.1:39107 - R:/127.0.0.1:44684]
2024-11-20T17:05:40,638 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:40,693 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:40,740 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:40,740 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:40,741 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:40,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:40,747 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7515 (was 7511) - AvailableMemoryMB LEAK? -
2024-11-20T17:05:40,753 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7515
2024-11-20T17:05:40,754 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:40,755 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43787
2024-11-20T17:05:40,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa1298e, compressor=org.apache.hadoop.io.compress.GzipCodec@3870b604, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:40,755 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:40,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:40,756 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,787 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,787 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:40,801 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,814 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,814 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x89173702, L:/127.0.0.1:43787 - R:/127.0.0.1:54678]
2024-11-20T17:05:40,842 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:40,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:40,844 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43787
2024-11-20T17:05:40,849 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7513 (was 7515)
2024-11-20T17:05:40,854 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7513
2024-11-20T17:05:40,855 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:40,856 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39043
2024-11-20T17:05:40,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b677ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:40,856 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:40,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:40,857 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,883 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,884 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:40,898 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,910 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,910 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0912ba48, L:/127.0.0.1:39043 - R:/127.0.0.1:50756]
2024-11-20T17:05:40,940 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:40,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:40,942 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39043
2024-11-20T17:05:40,947 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7512 (was 7513)
2024-11-20T17:05:40,951 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7512
2024-11-20T17:05:40,952 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:40,953 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42805
2024-11-20T17:05:40,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd82a0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:40,953 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:40,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:40,954 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:40,982 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:40,982 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:40,996 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:41,009 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:41,009 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x33aca9ce, L:/127.0.0.1:42805 - R:/127.0.0.1:35498]
2024-11-20T17:05:41,036 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:41,037 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:41,037 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:35498 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:41,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:41,038 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:41,038 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42805
2024-11-20T17:05:41,043 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7512 (was 7512)
2024-11-20T17:05:41,047 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7512
2024-11-20T17:05:41,048 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:41,049 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33409
2024-11-20T17:05:41,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:41,049 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:41,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:41,050 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:41,077 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:41,078 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:41,091 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:41,103 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:41,104 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb9342307, L:/127.0.0.1:33409 - R:/127.0.0.1:55530]
2024-11-20T17:05:41,131 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:41,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:41,132 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33409
2024-11-20T17:05:41,137 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7511 (was 7512)
2024-11-20T17:05:41,143 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7511
2024-11-20T17:05:41,144 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:41,144 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37527
2024-11-20T17:05:41,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16231ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:41,144 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:41,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:41,145 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:41,170 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:41,170 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:41,184 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:41,196 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:41,196 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3413db8f, L:/127.0.0.1:37527 - R:/127.0.0.1:57344]
2024-11-20T17:05:41,223 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:41,223 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:41,224 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-7626cb354249cd8cbc0ebb35e43bb23f-c894410c239c9ac1-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:05:41,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:41,224 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:41,224 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37527
2024-11-20T17:05:41,229 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7509 (was 7511)
2024-11-20T17:05:41,233 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7508
2024-11-20T17:05:41,234 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:41,234 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42849
2024-11-20T17:05:41,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8b7e4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:41,235 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:41,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:41,236 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:41,264 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:41,264 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:41,278 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:41,290 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:41,291 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf38470d9, L:/127.0.0.1:42849 - R:/127.0.0.1:52752]
2024-11-20T17:05:41,321 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:41,371 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42849 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:05:41,371 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42849 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:05:41,371 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42849 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:41,371 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42849 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:41,371 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42849 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:41,372 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42849 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:41,372 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42849 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:41,372 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42849 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:41,372 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42849 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:41,372 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42849 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:41,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:41,372 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42849
2024-11-20T17:05:41,377 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=39 (was 38) - Thread LEAK? -, OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7508 (was 7508)
2024-11-20T17:05:41,384 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=39, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7507
2024-11-20T17:05:41,385 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:41,385 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39651
2024-11-20T17:05:41,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26572031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:41,386 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:41,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:41,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:41,387 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:39651 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:05:41,387 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39651
2024-11-20T17:05:41,393 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=39 (was 39), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7507 (was 7507)
2024-11-20T17:05:41,398 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=39, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7507
2024-11-20T17:05:41,399 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:41,400 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34733
2024-11-20T17:05:41,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7686ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:41,400 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:41,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:41,416 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:41,429 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:41,429 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9c7fe224, L:/127.0.0.1:34733 - R:/127.0.0.1:41242]
2024-11-20T17:05:41,429 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:41,511 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-20T17:05:41,621 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:41,731 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:41,841 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:41,952 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:42,062 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:42,172 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:42,282 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:42,322 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:42,322 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52752 deadline: 1732122341421 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52752
2024-11-20T17:05:42,322 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52752 deadline: 1732122341421 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52752
2024-11-20T17:05:42,322 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52752 deadline: 1732122341421 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52752
2024-11-20T17:05:42,322 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52752 deadline: 1732122341422 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52752
2024-11-20T17:05:42,322 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52752 deadline: 1732122341422 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52752
2024-11-20T17:05:42,322 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52752 deadline: 1732122341422 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52752
2024-11-20T17:05:42,322 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52752 deadline: 1732122341422 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52752
2024-11-20T17:05:42,322 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52752 deadline: 1732122341422 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52752
2024-11-20T17:05:42,322 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52752 deadline: 1732122341422 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52752
2024-11-20T17:05:42,391 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:42,430 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41242 deadline: 1732122341612 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41242
2024-11-20T17:05:42,431 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:05:42,431 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41242 deadline: 1732122341722 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41242
2024-11-20T17:05:42,431 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41242 deadline: 1732122341832 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41242
2024-11-20T17:05:42,431 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41242 deadline: 1732122341942 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41242
2024-11-20T17:05:42,431 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41242 deadline: 1732122342053 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41242
2024-11-20T17:05:42,432 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41242 deadline: 1732122342163 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41242
2024-11-20T17:05:42,432 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41242 deadline: 1732122342273 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41242
2024-11-20T17:05:42,432 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41242 deadline: 1732122342384 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41242
2024-11-20T17:05:42,502 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34733 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:42,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:42,502 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34733
2024-11-20T17:05:42,512 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=39 (was 39), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7505 (was 7507)
2024-11-20T17:05:42,518 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=39, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7504
2024-11-20T17:05:42,519 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:42,519 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40309
2024-11-20T17:05:42,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114f2e6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:42,520 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:42,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:42,539 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:42,551 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:42,551 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf9b85ce4, L:/127.0.0.1:40309 - R:/127.0.0.1:34960]
2024-11-20T17:05:42,551 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:42,552 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:42,552 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:34960 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:42,553 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:42,554 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:42,554 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:42,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:42,560 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 39) - Thread LEAK? -, OpenFileDescriptor=329 (was 328) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7504 (was 7504)
2024-11-20T17:05:42,566 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7504
2024-11-20T17:05:42,567 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:42,567 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44153
2024-11-20T17:05:42,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15dd1f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:42,568 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:42,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:42,581 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:42,593 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:42,593 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7a2dddce, L:/127.0.0.1:44153 - R:/127.0.0.1:48868]
2024-11-20T17:05:42,593 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:42,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:42,601 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44153
2024-11-20T17:05:42,606 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=329 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7504 (was 7504)
2024-11-20T17:05:42,611 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7504
2024-11-20T17:05:42,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67295ae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:42,612 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:42,613 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43865
2024-11-20T17:05:42,613 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:42,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:42,632 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:42,644 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:42,644 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4311dc68, L:/127.0.0.1:43865 - R:/127.0.0.1:43024]
2024-11-20T17:05:42,645 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:42,645 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:42,646 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:43024 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:42,646 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:42,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:42,646 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43865
2024-11-20T17:05:42,651 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=329 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7504 (was 7504)
2024-11-20T17:05:42,656 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7504
2024-11-20T17:05:42,657 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:42,657 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46705
2024-11-20T17:05:42,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1159205b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:42,657 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:42,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:42,673 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:42,686 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:42,686 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xceff4319, L:/127.0.0.1:46705 - R:/127.0.0.1:53244]
2024-11-20T17:05:42,687 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:42,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:42,690 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46705
2024-11-20T17:05:42,694 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=329 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7504 (was 7504)
2024-11-20T17:05:42,699 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7504
2024-11-20T17:05:42,700 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:42,700 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42193
2024-11-20T17:05:42,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e55bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:42,700 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:42,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:42,715 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:42,727 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:42,727 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x314641d1, L:/127.0.0.1:42193 - R:/127.0.0.1:46414]
2024-11-20T17:05:42,728 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:42,728 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:46414; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:42,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:42,728 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:42193 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:05:42,728 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42193
2024-11-20T17:05:42,733 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=329 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7504 (was 7504)
2024-11-20T17:05:42,737 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7504
2024-11-20T17:05:42,738 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:42,739 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44523
2024-11-20T17:05:42,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61537867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:42,739 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:42,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:42,753 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:42,766 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:42,766 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x371bfcef, L:/127.0.0.1:44523 - R:/127.0.0.1:33350]
2024-11-20T17:05:42,766 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:05:42,766 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:05:42,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:42,771 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=330 (was 329) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7504 (was 7504)
2024-11-20T17:05:42,775 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=330, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7504
2024-11-20T17:05:42,776 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:42,776 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42095
2024-11-20T17:05:42,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2669c0a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:42,776 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:42,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:42,791 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:42,803 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:42,803 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbfc10e68, L:/127.0.0.1:42095 - R:/127.0.0.1:38022]
2024-11-20T17:05:42,804 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:05:42,804 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:38022
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:38022
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:42,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:42,809 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=331 (was 330) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7504 (was 7504)
2024-11-20T17:05:42,813 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=331, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7503
2024-11-20T17:05:42,814 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:42,814 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45903
2024-11-20T17:05:42,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b2fffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:42,814 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:42,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:42,830 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:42,842 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:42,842 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd5711942, L:/127.0.0.1:45903 - R:/127.0.0.1:52258]
2024-11-20T17:05:42,842 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:52258
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:52258
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:42,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:42,843 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45903
2024-11-20T17:05:42,848 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=331 (was 331), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7503 (was 7503)
2024-11-20T17:05:42,852 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=331, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7503
2024-11-20T17:05:42,853 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:42,853 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34719
2024-11-20T17:05:42,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b772c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:42,853 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:42,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:42,870 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:42,882 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:42,882 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x50035c7f, L:/127.0.0.1:34719 - R:/127.0.0.1:40078]
2024-11-20T17:05:42,882 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:42,985 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:42,986 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:42,986 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:42,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:42,999 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 40) - Thread LEAK? -, OpenFileDescriptor=332 (was 331) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7503 (was 7503)
2024-11-20T17:05:43,004 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7503
2024-11-20T17:05:43,005 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:43,006 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39659
2024-11-20T17:05:43,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22daa273, compressor=org.apache.hadoop.io.compress.GzipCodec@1eb681c0, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:43,006 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:43,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:43,021 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:43,033 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:43,033 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xca31151a, L:/127.0.0.1:39659 - R:/127.0.0.1:37366]
2024-11-20T17:05:43,034 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:43,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:43,036 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39659
2024-11-20T17:05:43,040 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7503 (was 7503)
2024-11-20T17:05:43,045 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7503
2024-11-20T17:05:43,046 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:43,046 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37573
2024-11-20T17:05:43,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ea4c23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:43,046 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:43,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:43,063 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:43,076 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:43,076 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x82930b0a, L:/127.0.0.1:37573 - R:/127.0.0.1:50826]
2024-11-20T17:05:43,077 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:43,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:43,078 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37573
2024-11-20T17:05:43,083 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7502 (was 7503)
2024-11-20T17:05:43,087 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7502
2024-11-20T17:05:43,088 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:43,088 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34789
2024-11-20T17:05:43,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441e4ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:43,089 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:43,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:43,105 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:43,117 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:43,118 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc504dd94, L:/127.0.0.1:34789 - R:/127.0.0.1:41562]
2024-11-20T17:05:43,118 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:43,119 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:43,119 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41562 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:43,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:43,119 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:43,120 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34789
2024-11-20T17:05:43,124 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7502 (was 7502)
2024-11-20T17:05:43,128 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7502
2024-11-20T17:05:43,129 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:43,130 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40649
2024-11-20T17:05:43,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:43,130 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:43,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:43,147 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:43,160 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:43,160 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf81845a9, L:/127.0.0.1:40649 - R:/127.0.0.1:51944]
2024-11-20T17:05:43,160 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:43,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:43,161 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40649
2024-11-20T17:05:43,166 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7502 (was 7502)
2024-11-20T17:05:43,171 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7502
2024-11-20T17:05:43,172 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:43,172 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34905
2024-11-20T17:05:43,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24839a71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:43,172 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:43,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:43,189 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:43,201 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:43,201 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6ca02571, L:/127.0.0.1:34905 - R:/127.0.0.1:55078]
2024-11-20T17:05:43,202 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:43,202 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:43,202 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-3a393ae317c5cc616ba6775a82218426-999576931c80d8f1-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:05:43,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:43,203 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:43,203 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34905
2024-11-20T17:05:43,207 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7502 (was 7502)
2024-11-20T17:05:43,212 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7502
2024-11-20T17:05:43,213 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:43,213 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45097
2024-11-20T17:05:43,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a535b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:43,213 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:43,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:43,230 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:43,243 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:43,243 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x97002fdb, L:/127.0.0.1:45097 - R:/127.0.0.1:54298]
2024-11-20T17:05:43,243 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:43,322 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:43,323 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:05:43,323 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:05:43,323 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:05:43,323 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:05:43,323 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:43,323 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:43,323 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:43,323 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:43,323 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:43,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:43,323 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45097
2024-11-20T17:05:43,334 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=42 (was 41) - Thread LEAK? -, OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7502 (was 7502)
2024-11-20T17:05:43,339 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7502
2024-11-20T17:05:43,433 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:43,564 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:43,565 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43921
2024-11-20T17:05:43,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad1c94f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:43,565 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:43,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:43,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:43,566 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:43921 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:05:43,566 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43921
2024-11-20T17:05:43,570 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=41 (was 42), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7500 (was 7502)
2024-11-20T17:05:43,574 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7500
2024-11-20T17:05:43,575 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:43,575 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46843
2024-11-20T17:05:43,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fd949c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:43,575 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:43,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:43,576 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:43,604 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:43,604 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:43,617 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:43,629 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:43,629 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xdcdcd256, L:/127.0.0.1:46843 - R:/127.0.0.1:48816]
2024-11-20T17:05:43,657 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:43,712 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46843 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:43,821 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46843 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:43,931 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46843 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:44,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46843 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:44,151 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46843 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:44,244 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54298 deadline: 1732122343344 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54298
2024-11-20T17:05:44,244 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:44,245 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54298 deadline: 1732122343344 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54298
2024-11-20T17:05:44,245 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54298 deadline: 1732122343344 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54298
2024-11-20T17:05:44,246 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54298 deadline: 1732122343344 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54298
2024-11-20T17:05:44,246 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54298 deadline: 1732122343344 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54298
2024-11-20T17:05:44,246 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54298 deadline: 1732122343344 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54298
2024-11-20T17:05:44,247 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54298 deadline: 1732122343344 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54298
2024-11-20T17:05:44,247 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54298 deadline: 1732122343344 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54298
2024-11-20T17:05:44,248 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54298 deadline: 1732122343344 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54298
2024-11-20T17:05:44,261 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46843 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:44,371 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46843 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:44,481 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46843 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:44,591 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46843 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:44,659 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48816 deadline: 1732122343813 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48816
2024-11-20T17:05:44,659 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48816 deadline: 1732122343922 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48816
2024-11-20T17:05:44,659 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:05:44,660 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48816 deadline: 1732122344033 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48816
2024-11-20T17:05:44,660 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48816 deadline: 1732122344144 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48816
2024-11-20T17:05:44,660 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48816 deadline: 1732122344253 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48816
2024-11-20T17:05:44,660 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48816 deadline: 1732122344362 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48816
2024-11-20T17:05:44,661 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48816 deadline: 1732122344472 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48816
2024-11-20T17:05:44,661 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48816 deadline: 1732122344582 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48816
2024-11-20T17:05:44,702 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46843 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-20T17:05:44,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:44,702 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46843
2024-11-20T17:05:44,716 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7499 (was 7500)
2024-11-20T17:05:44,720 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7499
2024-11-20T17:05:44,721 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:44,721 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40765
2024-11-20T17:05:44,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@678f81e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:44,722 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:44,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:44,722 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:44,750 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:44,750 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:44,763 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:44,775 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:44,776 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc420f3d7, L:/127.0.0.1:40765 - R:/127.0.0.1:60814]
2024-11-20T17:05:44,803 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:44,804 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:44,804 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:60814 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:44,805 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:44,805 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:44,806 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:44,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:44,811 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 41) - Thread LEAK? -, OpenFileDescriptor=333 (was 332) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7499 (was 7499)
2024-11-20T17:05:44,815 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7498
2024-11-20T17:05:44,817 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:44,817 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37613
2024-11-20T17:05:44,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418f7d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:44,817 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:44,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:44,818 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:44,843 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:44,843 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:44,856 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:44,869 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:44,869 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf2ef2129, L:/127.0.0.1:37613 - R:/127.0.0.1:56692]
2024-11-20T17:05:44,896 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:44,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:44,907 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37613
2024-11-20T17:05:44,912 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=333 (was 333), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7498 (was 7498)
2024-11-20T17:05:44,916 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7498
2024-11-20T17:05:44,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdd732d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:44,917 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:44,918 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42873
2024-11-20T17:05:44,918 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:44,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:44,918 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:44,944 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:44,944 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:44,957 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:44,970 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:44,971 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x725d3770, L:/127.0.0.1:42873 - R:/127.0.0.1:35206]
2024-11-20T17:05:44,998 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:44,999 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:45,000 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:35206 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:45,000 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:45,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:45,000 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42873
2024-11-20T17:05:45,005 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=333 (was 333), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7497 (was 7498)
2024-11-20T17:05:45,010 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7497
2024-11-20T17:05:45,011 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:45,011 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37291
2024-11-20T17:05:45,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656a03df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:45,011 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:45,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:45,012 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,036 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,037 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:45,051 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,063 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,063 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc15ed5d6, L:/127.0.0.1:37291 - R:/127.0.0.1:55856]
2024-11-20T17:05:45,091 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:45,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:45,095 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37291
2024-11-20T17:05:45,099 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=333 (was 333), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7496 (was 7497)
2024-11-20T17:05:45,104 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7496
2024-11-20T17:05:45,105 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:45,105 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34129
2024-11-20T17:05:45,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3464da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:45,105 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:45,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:45,106 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,133 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,133 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:45,147 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,160 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,160 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xdbda1971, L:/127.0.0.1:34129 - R:/127.0.0.1:59674]
2024-11-20T17:05:45,187 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:45,187 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:59674; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:45,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:45,188 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:34129 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:05:45,188 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34129
2024-11-20T17:05:45,193 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=333 (was 333), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7496 (was 7496)
2024-11-20T17:05:45,198 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7496
2024-11-20T17:05:45,199 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:45,199 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39141
2024-11-20T17:05:45,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57314e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:45,200 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:45,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:45,200 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,230 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,230 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:45,244 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,256 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,256 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4617aed0, L:/127.0.0.1:39141 - R:/127.0.0.1:33236]
2024-11-20T17:05:45,284 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:05:45,284 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:05:45,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:45,289 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=334 (was 333) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7496 (was 7496)
2024-11-20T17:05:45,294 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=334, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7495
2024-11-20T17:05:45,295 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:45,295 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42839
2024-11-20T17:05:45,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c32a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:45,296 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:45,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:45,296 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,325 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,326 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:45,338 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,352 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,352 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe32a05f2, L:/127.0.0.1:42839 - R:/127.0.0.1:48448]
2024-11-20T17:05:45,380 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:05:45,380 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:48448
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:48448
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:45,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:45,385 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=335 (was 334) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7494 (was 7495)
2024-11-20T17:05:45,390 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7494
2024-11-20T17:05:45,391 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:45,391 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41009
2024-11-20T17:05:45,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697f54f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:45,391 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:45,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:45,392 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,417 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,417 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:45,430 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,443 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,443 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x57fc6a65, L:/127.0.0.1:41009 - R:/127.0.0.1:40460]
2024-11-20T17:05:45,470 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:40460
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:40460
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:45,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:45,471 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41009
2024-11-20T17:05:45,476 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=335 (was 335), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7494 (was 7494)
2024-11-20T17:05:45,481 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7493
2024-11-20T17:05:45,482 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:45,482 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40425
2024-11-20T17:05:45,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c095baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:45,482 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:45,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:45,483 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,512 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,513 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:45,525 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,538 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,538 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x81914da4, L:/127.0.0.1:40425 - R:/127.0.0.1:39186]
2024-11-20T17:05:45,567 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:45,662 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:45,669 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:45,670 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:45,670 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:45,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:45,679 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7492 (was 7493)
2024-11-20T17:05:45,687 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7492
2024-11-20T17:05:45,688 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:45,688 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43201
2024-11-20T17:05:45,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357f1368, compressor=org.apache.hadoop.io.compress.GzipCodec@3d5063bc, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:45,689 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:45,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:45,689 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,716 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,716 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:45,728 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,741 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,741 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4e89d078, L:/127.0.0.1:43201 - R:/127.0.0.1:50154]
2024-11-20T17:05:45,768 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:45,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:45,770 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43201
2024-11-20T17:05:45,775 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7492 (was 7492)
2024-11-20T17:05:45,780 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7492
2024-11-20T17:05:45,781 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:45,781 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36593
2024-11-20T17:05:45,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd46d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:45,782 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:45,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:45,782 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,812 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,812 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:45,825 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,837 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,837 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x2cd1dc3c, L:/127.0.0.1:36593 - R:/127.0.0.1:49596]
2024-11-20T17:05:45,873 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:45,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:45,875 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36593
2024-11-20T17:05:45,879 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7492 (was 7492)
2024-11-20T17:05:45,883 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7492
2024-11-20T17:05:45,884 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:45,885 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46257
2024-11-20T17:05:45,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73388282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:45,885 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:45,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:45,885 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,913 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,913 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:45,927 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:45,940 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:45,940 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7d6873bf, L:/127.0.0.1:46257 - R:/127.0.0.1:39522]
2024-11-20T17:05:45,967 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:45,968 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:45,968 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:39522 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:45,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:45,968 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:45,968 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46257
2024-11-20T17:05:45,973 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7491 (was 7492)
2024-11-20T17:05:45,978 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7491
2024-11-20T17:05:45,978 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:45,979 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42531
2024-11-20T17:05:45,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:45,979 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:45,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:45,980 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:46,004 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:46,005 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:46,017 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:46,030 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:46,030 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x11370493, L:/127.0.0.1:42531 - R:/127.0.0.1:51928]
2024-11-20T17:05:46,059 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:46,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:46,060 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42531
2024-11-20T17:05:46,065 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7491 (was 7491)
2024-11-20T17:05:46,070 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7491
2024-11-20T17:05:46,071 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:46,071 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38317
2024-11-20T17:05:46,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cbd65c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:46,071 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:46,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:46,072 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:46,096 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:46,097 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:46,109 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:46,122 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:46,122 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7ac0e4e0, L:/127.0.0.1:38317 - R:/127.0.0.1:33012]
2024-11-20T17:05:46,149 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:46,149 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:46,149 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-272e0148cdbbf3200ece08cb656e03b1-16e72a2ea2671496-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:05:46,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:46,150 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:46,150 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38317
2024-11-20T17:05:46,155 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7491 (was 7491)
2024-11-20T17:05:46,160 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7491
2024-11-20T17:05:46,161 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:46,162 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45969
2024-11-20T17:05:46,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab214fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:46,162 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:46,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:46,163 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:46,192 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:46,193 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:46,205 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:46,218 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:46,218 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xed5063a8, L:/127.0.0.1:45969 - R:/127.0.0.1:33728]
2024-11-20T17:05:46,246 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:46,302 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=139ms, rpcTimeout=100ms
2024-11-20T17:05:46,303 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:05:46,303 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=139ms, rpcTimeout=100ms
2024-11-20T17:05:46,303 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=139ms, rpcTimeout=100ms
2024-11-20T17:05:46,303 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=139ms, rpcTimeout=100ms
2024-11-20T17:05:46,303 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=139ms, rpcTimeout=100ms
2024-11-20T17:05:46,303 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=139ms, rpcTimeout=100ms
2024-11-20T17:05:46,303 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:05:46,303 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:05:46,303 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:05:46,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:46,303 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45969
2024-11-20T17:05:46,310 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=43 (was 42) - Thread LEAK? -, OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7489 (was 7491)
2024-11-20T17:05:46,316 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=43, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7489
2024-11-20T17:05:46,317 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:46,317 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41045
2024-11-20T17:05:46,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef45469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:46,317 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:46,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:46,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:46,318 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:41045 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:05:46,318 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41045
2024-11-20T17:05:46,324 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=43 (was 43), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7488 (was 7489)
2024-11-20T17:05:46,331 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=43, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7488
2024-11-20T17:05:46,332 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:46,332 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39529
2024-11-20T17:05:46,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd38159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:46,333 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:46,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:46,333 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:46,359 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:46,359 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:46,372 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:46,384 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:46,384 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2b6e17d7, L:/127.0.0.1:39529 - R:/127.0.0.1:52880]
2024-11-20T17:05:46,412 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:46,461 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39529 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=128ms, rpcTimeout=100ms
2024-11-20T17:05:46,571 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39529 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:46,681 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39529 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:46,791 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39529 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:46,901 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39529 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:47,011 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39529 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:47,122 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39529 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:47,231 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39529 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:47,247 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1732122346346 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728
2024-11-20T17:05:47,247 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:47,247 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1732122346346 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728
2024-11-20T17:05:47,247 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1732122346347 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728
2024-11-20T17:05:47,247 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1732122346347 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728
2024-11-20T17:05:47,247 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1732122346347 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728
2024-11-20T17:05:47,247 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1732122346347 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728
2024-11-20T17:05:47,247 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1732122346347 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728
2024-11-20T17:05:47,247 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1732122346347 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728
2024-11-20T17:05:47,247 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1732122346347 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728
2024-11-20T17:05:47,341 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39529 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:47,413 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52880 deadline: 1732122346562 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52880
2024-11-20T17:05:47,413 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52880 deadline: 1732122346673 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52880
2024-11-20T17:05:47,413 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:05:47,413 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52880 deadline: 1732122346783 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52880
2024-11-20T17:05:47,413 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52880 deadline: 1732122346893 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52880
2024-11-20T17:05:47,413 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52880 deadline: 1732122347003 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52880
2024-11-20T17:05:47,413 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52880 deadline: 1732122347112 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52880
2024-11-20T17:05:47,413 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52880 deadline: 1732122347224 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52880
2024-11-20T17:05:47,413 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52880 deadline: 1732122347332 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52880
2024-11-20T17:05:47,451 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39529 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:05:47,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:47,451 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39529
2024-11-20T17:05:47,456 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=43 (was 43), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7487 (was 7488)
2024-11-20T17:05:47,460 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=43, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7487
2024-11-20T17:05:47,461 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:47,462 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41739
2024-11-20T17:05:47,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fca810f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:47,462 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:47,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:47,463 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:47,488 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:47,488 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:47,501 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:47,513 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:47,513 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf94d419e, L:/127.0.0.1:41739 - R:/127.0.0.1:41198]
2024-11-20T17:05:47,541 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:47,541 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:47,542 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41198 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:47,542 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:47,543 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:47,543 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:47,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:47,554 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 43) - Thread LEAK? -, OpenFileDescriptor=337 (was 336) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7485 (was 7487)
2024-11-20T17:05:47,559 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7485
2024-11-20T17:05:47,560 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:47,560 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38289
2024-11-20T17:05:47,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cc4bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:47,561 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:47,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:47,562 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:47,586 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:47,587 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:47,599 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:47,612 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:47,612 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9464839c, L:/127.0.0.1:38289 - R:/127.0.0.1:40856]
2024-11-20T17:05:47,640 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:47,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:47,649 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38289
2024-11-20T17:05:47,655 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=337 (was 337), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7484 (was 7485)
2024-11-20T17:05:47,660 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7484
2024-11-20T17:05:47,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c0bd1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:47,661 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:47,662 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44209
2024-11-20T17:05:47,662 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:47,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:47,662 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:47,691 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:47,691 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:47,714 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:47,726 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:47,726 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x97c361b0, L:/127.0.0.1:44209 - R:/127.0.0.1:60302]
2024-11-20T17:05:47,753 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:47,753 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:47,754 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:60302 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:47,754 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:47,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:47,754 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44209
2024-11-20T17:05:47,759 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=337 (was 337), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7484 (was 7484)
2024-11-20T17:05:47,763 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7484
2024-11-20T17:05:47,764 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:47,765 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36751
2024-11-20T17:05:47,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3644db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:47,765 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:47,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:47,765 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:47,794 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:47,795 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:47,808 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:47,820 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:47,820 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd5680d9d, L:/127.0.0.1:36751 - R:/127.0.0.1:37556]
2024-11-20T17:05:47,848 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:47,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:47,852 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36751
2024-11-20T17:05:47,856 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=337 (was 337), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7484 (was 7484)
2024-11-20T17:05:47,861 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7483
2024-11-20T17:05:47,862 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:47,862 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37429
2024-11-20T17:05:47,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b31a762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:47,862 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:47,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:47,863 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:47,891 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:47,892 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:47,904 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:47,916 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:47,917 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x24fbf83b, L:/127.0.0.1:37429 - R:/127.0.0.1:49358]
2024-11-20T17:05:47,944 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:47,944 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:49358; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:47,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:47,945 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:37429 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:05:47,945 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37429
2024-11-20T17:05:47,949 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=337 (was 337), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7482 (was 7483)
2024-11-20T17:05:47,953 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=7482
2024-11-20T17:05:47,954 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:47,955 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41319
2024-11-20T17:05:47,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691f096e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:47,955 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:47,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:47,956 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:47,983 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:47,983 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:47,997 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,009 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,009 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdb330d59, L:/127.0.0.1:41319 - R:/127.0.0.1:34890]
2024-11-20T17:05:48,035 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:05:48,035 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:05:48,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:48,041 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=338 (was 337) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=7482 (was 7482)
2024-11-20T17:05:48,045 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=338, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7482
2024-11-20T17:05:48,046 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:48,046 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42353
2024-11-20T17:05:48,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7025c0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:48,046 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:48,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:48,047 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,076 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,077 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:48,090 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,103 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,104 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xceb684b7, L:/127.0.0.1:42353 - R:/127.0.0.1:44276]
2024-11-20T17:05:48,131 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:05:48,131 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:44276
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:44276
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:48,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:48,137 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=339 (was 338) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7482 (was 7482)
2024-11-20T17:05:48,142 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7482
2024-11-20T17:05:48,143 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:48,144 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33781
2024-11-20T17:05:48,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c022eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:48,144 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:48,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:48,145 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,170 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,170 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:48,182 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,195 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,195 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x662fc759, L:/127.0.0.1:33781 - R:/127.0.0.1:34750]
2024-11-20T17:05:48,222 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:34750
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:34750
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:48,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:48,222 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33781
2024-11-20T17:05:48,227 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=339 (was 339), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7482 (was 7482)
2024-11-20T17:05:48,232 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7482
2024-11-20T17:05:48,233 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:48,233 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39079
2024-11-20T17:05:48,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584a34e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:48,233 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:48,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:48,234 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,263 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,264 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:48,276 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,288 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,288 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x022de482, L:/127.0.0.1:39079 - R:/127.0.0.1:57810]
2024-11-20T17:05:48,315 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:48,414 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:48,418 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:48,418 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:48,419 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:48,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:48,430 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7481 (was 7482)
2024-11-20T17:05:48,435 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7481
2024-11-20T17:05:48,436 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:48,436 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41577
2024-11-20T17:05:48,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36922fae, compressor=org.apache.hadoop.io.compress.GzipCodec@5b1ec924, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:48,436 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:48,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:48,437 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,465 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,465 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:48,479 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,492 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,492 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x47606a19, L:/127.0.0.1:41577 - R:/127.0.0.1:50402]
2024-11-20T17:05:48,520 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:48,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:48,522 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41577
2024-11-20T17:05:48,527 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7481 (was 7481)
2024-11-20T17:05:48,532 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7481
2024-11-20T17:05:48,533 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:48,533 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37225
2024-11-20T17:05:48,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ead971b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:48,533 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:48,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:48,534 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,559 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,559 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:48,572 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,585 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,585 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x689a0669, L:/127.0.0.1:37225 - R:/127.0.0.1:48012]
2024-11-20T17:05:48,613 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:48,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:48,615 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37225
2024-11-20T17:05:48,620 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7481)
2024-11-20T17:05:48,625 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7479
2024-11-20T17:05:48,626 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:48,626 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35977
2024-11-20T17:05:48,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61744063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:48,626 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:48,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:48,627 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,652 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,652 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:48,665 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,678 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,678 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc1529ba4, L:/127.0.0.1:35977 - R:/127.0.0.1:52688]
2024-11-20T17:05:48,706 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:48,707 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:48,707 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:52688 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:48,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:48,708 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:48,708 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35977
2024-11-20T17:05:48,714 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7479)
2024-11-20T17:05:48,719 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7478
2024-11-20T17:05:48,720 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:48,720 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39899
2024-11-20T17:05:48,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:48,720 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:48,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:48,721 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,746 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,746 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:48,759 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,771 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,772 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8312d9f1, L:/127.0.0.1:39899 - R:/127.0.0.1:47446]
2024-11-20T17:05:48,799 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:48,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:48,800 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39899
2024-11-20T17:05:48,805 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7477 (was 7478)
2024-11-20T17:05:48,810 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7477
2024-11-20T17:05:48,811 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:48,811 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40679
2024-11-20T17:05:48,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fad97fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:48,812 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:48,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:48,812 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,838 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,838 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:48,852 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,865 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,865 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x92b086d0, L:/127.0.0.1:40679 - R:/127.0.0.1:56294]
2024-11-20T17:05:48,895 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:48,895 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:48,895 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-ce43b4ce8724161324307effe6c4f7ca-e0ef3e105d114b5c-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:05:48,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:48,896 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:48,896 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40679
2024-11-20T17:05:48,900 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7477 (was 7477)
2024-11-20T17:05:48,905 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7477
2024-11-20T17:05:48,906 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:48,906 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33211
2024-11-20T17:05:48,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f65866f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:48,907 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:48,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:48,907 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,932 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,933 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:48,946 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:48,958 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:48,958 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x12c41ddc, L:/127.0.0.1:33211 - R:/127.0.0.1:56766]
2024-11-20T17:05:48,992 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:49,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-20T17:05:49,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-20T17:05:49,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-20T17:05:49,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-20T17:05:49,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-20T17:05:49,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-20T17:05:49,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-20T17:05:49,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-20T17:05:49,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-20T17:05:49,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33211 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-20T17:05:49,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:49,042 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33211
2024-11-20T17:05:49,047 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=45 (was 44) - Thread LEAK? -, OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7475 (was 7477)
2024-11-20T17:05:49,052 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=45, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7475
2024-11-20T17:05:49,053 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:49,053 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37891
2024-11-20T17:05:49,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c2902c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:49,054 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:49,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:49,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:49,055 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:37891 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:05:49,055 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37891
2024-11-20T17:05:49,060 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=45 (was 45), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7474 (was 7475)
2024-11-20T17:05:49,065 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=45, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7472
2024-11-20T17:05:49,066 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:49,067 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39251
2024-11-20T17:05:49,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137cb76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:49,067 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:49,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:49,081 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:49,093 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:49,093 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9e0131af, L:/127.0.0.1:39251 - R:/127.0.0.1:58748]
2024-11-20T17:05:49,093 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:49,172 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39251 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-20T17:05:49,282 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39251 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:49,391 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39251 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:49,502 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39251 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:49,611 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39251 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:49,721 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39251 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:49,831 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39251 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:49,941 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39251 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:49,994 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56766 deadline: 1732122349093 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56766
2024-11-20T17:05:49,994 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:49,994 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56766 deadline: 1732122349093 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56766
2024-11-20T17:05:49,995 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56766 deadline: 1732122349093 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56766
2024-11-20T17:05:49,995 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56766 deadline: 1732122349093 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56766
2024-11-20T17:05:49,995 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56766 deadline: 1732122349094 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56766
2024-11-20T17:05:49,995 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56766 deadline: 1732122349094 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56766
2024-11-20T17:05:49,996 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56766 deadline: 1732122349094 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56766
2024-11-20T17:05:49,996 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56766 deadline: 1732122349094 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56766
2024-11-20T17:05:49,996 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56766 deadline: 1732122349094 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56766
2024-11-20T17:05:50,051 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39251 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:50,095 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58748 deadline: 1732122349273 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58748
2024-11-20T17:05:50,095 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58748 deadline: 1732122349383 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58748
2024-11-20T17:05:50,096 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58748 deadline: 1732122349492 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58748
2024-11-20T17:05:50,096 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:05:50,096 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58748 deadline: 1732122349604 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58748
2024-11-20T17:05:50,096 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58748 deadline: 1732122349713 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58748
2024-11-20T17:05:50,096 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58748 deadline: 1732122349822 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58748
2024-11-20T17:05:50,097 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58748 deadline: 1732122349933 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58748
2024-11-20T17:05:50,097 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58748 deadline: 1732122350043 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58748
2024-11-20T17:05:50,162 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39251 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:50,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:50,162 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39251
2024-11-20T17:05:50,175 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=45 (was 45), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7472)
2024-11-20T17:05:50,183 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=45, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7471
2024-11-20T17:05:50,184 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:50,184 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34175
2024-11-20T17:05:50,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b440c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:50,185 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:50,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:50,203 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:50,215 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:50,215 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2de4da74, L:/127.0.0.1:34175 - R:/127.0.0.1:59020]
2024-11-20T17:05:50,216 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:50,217 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:50,217 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:59020 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:50,217 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:50,218 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:50,218 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:50,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:50,222 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 45) - Thread LEAK? -, OpenFileDescriptor=341 (was 340) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7471)
2024-11-20T17:05:50,227 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7471
2024-11-20T17:05:50,229 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:50,229 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42809
2024-11-20T17:05:50,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dde5f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:50,229 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:50,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:50,248 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:50,260 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:50,261 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9e9e3d24, L:/127.0.0.1:42809 - R:/127.0.0.1:47328]
2024-11-20T17:05:50,261 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:50,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:50,267 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42809
2024-11-20T17:05:50,272 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7471)
2024-11-20T17:05:50,277 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7471
2024-11-20T17:05:50,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2030e58d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:50,279 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:50,279 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37075
2024-11-20T17:05:50,279 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:50,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:50,293 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:50,305 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:50,305 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8a26db46, L:/127.0.0.1:37075 - R:/127.0.0.1:36638]
2024-11-20T17:05:50,306 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:50,306 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:50,307 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:36638 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:50,307 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:50,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:50,307 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37075
2024-11-20T17:05:50,312 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7470 (was 7471)
2024-11-20T17:05:50,316 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7470
2024-11-20T17:05:50,317 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:50,318 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36357
2024-11-20T17:05:50,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ce105c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:50,318 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:50,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:50,335 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:50,348 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:50,348 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x97c8987c, L:/127.0.0.1:36357 - R:/127.0.0.1:57926]
2024-11-20T17:05:50,348 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:50,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:50,350 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36357
2024-11-20T17:05:50,355 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7470 (was 7470)
2024-11-20T17:05:50,360 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7470
2024-11-20T17:05:50,361 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:50,362 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46783
2024-11-20T17:05:50,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d81479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:50,362 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:50,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:50,381 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:50,393 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:50,394 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x08d6d911, L:/127.0.0.1:46783 - R:/127.0.0.1:42668]
2024-11-20T17:05:50,394 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:50,394 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:42668; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:50,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:50,395 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:46783 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:05:50,395 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46783
2024-11-20T17:05:50,399 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7470 (was 7470)
2024-11-20T17:05:50,403 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7470
2024-11-20T17:05:50,404 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:50,405 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33603
2024-11-20T17:05:50,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f19c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:50,405 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:50,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:50,422 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:50,434 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:50,435 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7b1aed75, L:/127.0.0.1:33603 - R:/127.0.0.1:52686]
2024-11-20T17:05:50,435 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:05:50,435 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:05:50,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:50,440 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=342 (was 341) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7470 (was 7470)
2024-11-20T17:05:50,444 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=342, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7470
2024-11-20T17:05:50,445 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:50,446 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38923
2024-11-20T17:05:50,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a265705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:50,446 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:50,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:50,463 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:50,476 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:50,476 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf87074f0, L:/127.0.0.1:38923 - R:/127.0.0.1:59032]
2024-11-20T17:05:50,476 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:05:50,476 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:59032
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:59032
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:50,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:50,481 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=343 (was 342) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7470)
2024-11-20T17:05:50,485 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=343, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:05:50,486 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:50,486 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39261
2024-11-20T17:05:50,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6b4b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:50,487 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:50,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:50,504 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:50,516 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:50,516 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x41693d15, L:/127.0.0.1:39261 - R:/127.0.0.1:38200]
2024-11-20T17:05:50,516 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:38200
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:38200
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:50,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:50,517 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39261
2024-11-20T17:05:50,522 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=343 (was 343), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7470 (was 7469) - AvailableMemoryMB LEAK? -
2024-11-20T17:05:50,526 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=343, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7470
2024-11-20T17:05:50,527 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:50,527 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40143
2024-11-20T17:05:50,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d722d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:50,528 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:50,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:50,543 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:50,556 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:50,556 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x326ffe87, L:/127.0.0.1:40143 - R:/127.0.0.1:49912]
2024-11-20T17:05:50,556 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:50,658 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:50,658 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:50,659 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:50,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:50,669 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 46) - Thread LEAK? -, OpenFileDescriptor=344 (was 343) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7470)
2024-11-20T17:05:50,675 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:05:50,676 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:50,677 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38621
2024-11-20T17:05:50,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b9a8, compressor=org.apache.hadoop.io.compress.GzipCodec@e80183a, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:50,677 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:50,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:50,690 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:50,703 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:50,703 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd53de152, L:/127.0.0.1:38621 - R:/127.0.0.1:58592]
2024-11-20T17:05:50,704 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:50,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:50,705 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38621
2024-11-20T17:05:50,710 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:05:50,714 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:05:50,715 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:50,716 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34571
2024-11-20T17:05:50,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a929ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:50,716 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:50,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:50,730 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:50,743 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:50,743 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x33d1747b, L:/127.0.0.1:34571 - R:/127.0.0.1:43230]
2024-11-20T17:05:50,743 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:50,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:50,744 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34571
2024-11-20T17:05:50,749 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:05:50,753 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:05:50,754 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:50,755 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46337
2024-11-20T17:05:50,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b869e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:50,755 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:50,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:50,770 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:50,783 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:50,783 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcd398c34, L:/127.0.0.1:46337 - R:/127.0.0.1:56358]
2024-11-20T17:05:50,783 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:50,784 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:50,784 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56358 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:50,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:50,785 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:50,785 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46337
2024-11-20T17:05:50,789 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:05:50,794 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:05:50,795 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:50,795 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41359
2024-11-20T17:05:50,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:50,795 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:50,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:50,809 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:50,821 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:50,821 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd0d3cb0a, L:/127.0.0.1:41359 - R:/127.0.0.1:60394]
2024-11-20T17:05:50,821 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:50,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:50,823 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41359
2024-11-20T17:05:50,827 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:05:50,832 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:05:50,833 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:50,833 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45215
2024-11-20T17:05:50,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5308c8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:50,833 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:50,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:50,850 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:50,862 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:50,863 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x17e937ac, L:/127.0.0.1:45215 - R:/127.0.0.1:44822]
2024-11-20T17:05:50,863 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:50,863 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:50,863 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-665f67ca589e8eea232e37bd2e06de79-c7267068e2aa9d93-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:05:50,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:50,864 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:50,864 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45215
2024-11-20T17:05:50,868 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:05:50,873 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:05:50,873 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:50,874 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42909
2024-11-20T17:05:50,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1b2456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:50,874 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:50,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:50,891 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:50,903 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:50,903 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd3e3047d, L:/127.0.0.1:42909 - R:/127.0.0.1:56226]
2024-11-20T17:05:50,903 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:50,982 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42909 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:05:50,982 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42909 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:05:50,983 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42909 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=106ms, rpcTimeout=100ms
2024-11-20T17:05:50,983 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42909 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:05:50,983 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42909 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:05:50,983 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42909 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:05:50,983 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42909 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:05:50,983 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42909 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:05:50,983 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42909 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:05:50,983 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42909 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:05:50,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:50,983 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42909
2024-11-20T17:05:50,992 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=48 (was 47) - Thread LEAK? -, OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7469)
2024-11-20T17:05:50,996 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:05:51,098 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:51,210 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:51,211 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40299
2024-11-20T17:05:51,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b24d277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:51,211 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:51,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:51,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:51,212 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:40299 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:05:51,212 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40299
2024-11-20T17:05:51,217 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=47 (was 48), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:05:51,221 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:05:51,222 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:51,222 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41923
2024-11-20T17:05:51,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599f094a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:51,222 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:51,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:51,223 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:51,250 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:51,250 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:51,264 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:51,277 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:51,277 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x46553280, L:/127.0.0.1:41923 - R:/127.0.0.1:57360]
2024-11-20T17:05:51,306 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:51,361 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:05:51,471 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:51,582 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:51,691 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:51,802 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:51,905 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56226 deadline: 1732122351004 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56226
2024-11-20T17:05:51,905 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:51,905 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56226 deadline: 1732122351004 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56226
2024-11-20T17:05:51,905 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56226 deadline: 1732122351004 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56226
2024-11-20T17:05:51,906 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56226 deadline: 1732122351004 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56226
2024-11-20T17:05:51,906 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56226 deadline: 1732122351004 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56226
2024-11-20T17:05:51,906 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56226 deadline: 1732122351004 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56226
2024-11-20T17:05:51,906 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56226 deadline: 1732122351004 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56226
2024-11-20T17:05:51,907 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56226 deadline: 1732122351005 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56226
2024-11-20T17:05:51,907 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56226 deadline: 1732122351005 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56226
2024-11-20T17:05:51,911 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:52,021 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:52,131 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:52,242 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-20T17:05:52,307 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57360 deadline: 1732122351462 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57360
2024-11-20T17:05:52,308 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57360 deadline: 1732122351572 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57360
2024-11-20T17:05:52,308 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:05:52,308 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57360 deadline: 1732122351683 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57360
2024-11-20T17:05:52,308 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57360 deadline: 1732122351793 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57360
2024-11-20T17:05:52,309 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57360 deadline: 1732122351903 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57360
2024-11-20T17:05:52,309 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57360 deadline: 1732122352013 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57360
2024-11-20T17:05:52,309 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57360 deadline: 1732122352123 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57360
2024-11-20T17:05:52,310 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57360 deadline: 1732122352233 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57360
2024-11-20T17:05:52,352 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41923 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:52,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:52,352 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41923
2024-11-20T17:05:52,360 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7468)
2024-11-20T17:05:52,366 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:05:52,367 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:52,367 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45099
2024-11-20T17:05:52,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af4730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:52,367 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:52,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:52,368 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:52,394 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:52,394 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:52,407 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:52,420 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:52,420 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xbdd4b78d, L:/127.0.0.1:45099 - R:/127.0.0.1:54104]
2024-11-20T17:05:52,446 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:52,447 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:52,447 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:54104 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:52,448 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:52,448 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:52,449 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:52,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:52,454 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 47) - Thread LEAK? -, OpenFileDescriptor=345 (was 344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:05:52,458 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:05:52,459 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:52,459 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39311
2024-11-20T17:05:52,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688fc2da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:52,460 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:52,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:52,460 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:52,488 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:52,488 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:52,501 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:52,513 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:52,513 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xcc01549c, L:/127.0.0.1:39311 - R:/127.0.0.1:60166]
2024-11-20T17:05:52,539 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:52,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:52,547 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39311
2024-11-20T17:05:52,553 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=345 (was 345), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:05:52,558 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:05:52,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6efbe4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:52,560 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:52,560 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37099
2024-11-20T17:05:52,560 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:52,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:52,561 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:52,586 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:52,587 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:52,599 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:52,611 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:52,612 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x62a0e034, L:/127.0.0.1:37099 - R:/127.0.0.1:46768]
2024-11-20T17:05:52,638 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:52,639 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:52,639 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:46768 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:52,639 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:52,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:52,639 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37099
2024-11-20T17:05:52,644 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=345 (was 345), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:05:52,650 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:05:52,651 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:52,651 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34521
2024-11-20T17:05:52,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43009d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:52,651 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:52,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:52,652 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:52,680 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:52,680 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:52,693 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:52,705 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:52,705 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x19723362, L:/127.0.0.1:34521 - R:/127.0.0.1:45254]
2024-11-20T17:05:52,731 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:52,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:52,734 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34521
2024-11-20T17:05:52,739 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=345 (was 345), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:05:52,744 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:05:52,745 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:52,745 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43371
2024-11-20T17:05:52,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587fdd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:52,745 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:52,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:52,746 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:52,774 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:52,774 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:52,787 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:52,800 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:52,800 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa324f5a8, L:/127.0.0.1:43371 - R:/127.0.0.1:54658]
2024-11-20T17:05:52,827 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:52,828 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:54658; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:52,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:52,829 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:43371 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:05:52,829 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43371
2024-11-20T17:05:52,833 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=345 (was 345), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:05:52,838 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:05:52,839 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:52,839 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46751
2024-11-20T17:05:52,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2776e99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:52,839 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:52,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:52,840 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:52,867 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:52,867 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:52,880 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:52,892 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:52,892 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc0049619, L:/127.0.0.1:46751 - R:/127.0.0.1:53850]
2024-11-20T17:05:52,918 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:05:52,918 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:05:52,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:52,923 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=346 (was 345) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 130), ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 7467)
2024-11-20T17:05:52,929 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=130, ProcessCount=11, AvailableMemoryMB=7466
2024-11-20T17:05:52,930 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:52,930 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35265
2024-11-20T17:05:52,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671e3b3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:52,930 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:52,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:52,931 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:52,959 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:52,959 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:52,972 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:52,984 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:52,984 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb34fae5e, L:/127.0.0.1:35265 - R:/127.0.0.1:35886]
2024-11-20T17:05:53,010 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:05:53,010 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:35886
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:35886
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:53,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:53,015 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=347 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 130) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 7466)
2024-11-20T17:05:53,020 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=347, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7466
2024-11-20T17:05:53,021 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:53,022 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33983
2024-11-20T17:05:53,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a5e975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:53,022 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:53,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:53,022 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,051 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,052 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:53,064 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,077 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,077 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xebbfe2ee, L:/127.0.0.1:33983 - R:/127.0.0.1:56934]
2024-11-20T17:05:53,102 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:56934
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:56934
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:53,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:53,102 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33983
2024-11-20T17:05:53,107 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=347 (was 347), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 7466)
2024-11-20T17:05:53,111 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=347, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7466
2024-11-20T17:05:53,112 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:53,112 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41243
2024-11-20T17:05:53,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd05f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:53,112 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:53,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:53,113 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,141 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,141 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:53,155 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,168 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,168 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x49864a04, L:/127.0.0.1:41243 - R:/127.0.0.1:58372]
2024-11-20T17:05:53,194 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:53,295 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:53,296 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:53,296 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:53,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:53,306 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=49 (was 48) - Thread LEAK? -, OpenFileDescriptor=348 (was 347) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 7466)
2024-11-20T17:05:53,310 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:53,311 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=49, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7466
2024-11-20T17:05:53,312 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:53,313 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37811
2024-11-20T17:05:53,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eeaf355, compressor=org.apache.hadoop.io.compress.GzipCodec@358a44dc, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:53,313 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:53,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:53,314 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,343 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,343 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:53,356 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,368 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,368 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x814db316, L:/127.0.0.1:37811 - R:/127.0.0.1:57060]
2024-11-20T17:05:53,394 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:53,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:53,396 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37811
2024-11-20T17:05:53,400 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 49), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7465 (was 7466)
2024-11-20T17:05:53,405 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7465
2024-11-20T17:05:53,406 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:53,406 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33005
2024-11-20T17:05:53,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604a1822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:53,406 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:53,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:53,407 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,434 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,435 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:53,448 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,461 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,461 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa16fd00c, L:/127.0.0.1:33005 - R:/127.0.0.1:37102]
2024-11-20T17:05:53,488 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:53,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:53,489 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33005
2024-11-20T17:05:53,494 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7465 (was 7465)
2024-11-20T17:05:53,498 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7465
2024-11-20T17:05:53,498 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:53,499 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36261
2024-11-20T17:05:53,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c23637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:53,499 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:53,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:53,500 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,529 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,529 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:53,544 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,556 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,557 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x42ddf6b3, L:/127.0.0.1:36261 - R:/127.0.0.1:33902]
2024-11-20T17:05:53,582 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:53,583 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:53,583 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:33902 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:53,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:53,583 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:53,584 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36261
2024-11-20T17:05:53,589 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7465 (was 7465)
2024-11-20T17:05:53,593 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7465
2024-11-20T17:05:53,594 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:53,595 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38079
2024-11-20T17:05:53,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:53,595 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:53,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:53,595 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,625 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,625 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:53,639 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,651 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,651 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6005411d, L:/127.0.0.1:38079 - R:/127.0.0.1:35066]
2024-11-20T17:05:53,682 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:53,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:53,683 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38079
2024-11-20T17:05:53,688 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7465 (was 7465)
2024-11-20T17:05:53,693 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7465
2024-11-20T17:05:53,694 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:53,694 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37981
2024-11-20T17:05:53,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1291c745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:53,694 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:53,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:53,695 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,723 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,724 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:53,736 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,748 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,748 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x2d88e4be, L:/127.0.0.1:37981 - R:/127.0.0.1:60194]
2024-11-20T17:05:53,775 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:53,775 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:53,775 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-fa385f159c1e7031836bc651cad1db13-79f61371fa987669-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:05:53,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:53,775 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:53,776 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37981
2024-11-20T17:05:53,780 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7465 (was 7465)
2024-11-20T17:05:53,785 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7464
2024-11-20T17:05:53,785 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:53,786 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45495
2024-11-20T17:05:53,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d2d55d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:53,786 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:53,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:53,787 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,815 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,815 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:53,828 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,841 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,842 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa6c23729, L:/127.0.0.1:45495 - R:/127.0.0.1:36548]
2024-11-20T17:05:53,868 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:53,922 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45495 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:53,922 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45495 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-20T17:05:53,922 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45495 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:53,923 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45495 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:53,923 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45495 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:53,923 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45495 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:53,923 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45495 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:53,923 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45495 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:53,923 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45495 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:53,923 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45495 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:05:53,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:53,923 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45495
2024-11-20T17:05:53,930 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=49 (was 48) - Thread LEAK? -, OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7464 (was 7464)
2024-11-20T17:05:53,935 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=49, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7464
2024-11-20T17:05:53,936 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:53,936 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42559
2024-11-20T17:05:53,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e72c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:53,937 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:53,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:53,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:53,937 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:42559 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:05:53,938 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42559
2024-11-20T17:05:53,943 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=49 (was 49), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7464 (was 7464)
2024-11-20T17:05:53,949 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=49, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7464
2024-11-20T17:05:53,950 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:53,951 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37753
2024-11-20T17:05:53,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed269bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:53,951 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:53,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:53,952 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:53,981 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:53,982 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:53,995 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:54,007 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:54,007 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6e89f716, L:/127.0.0.1:37753 - R:/127.0.0.1:39400]
2024-11-20T17:05:54,034 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:54,091 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=140ms, rpcTimeout=100ms
2024-11-20T17:05:54,201 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:54,311 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:54,421 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:54,531 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:54,641 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:54,751 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:54,861 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:54,869 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36548 deadline: 1732122353968 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36548
2024-11-20T17:05:54,869 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:54,869 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36548 deadline: 1732122353968 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36548
2024-11-20T17:05:54,869 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36548 deadline: 1732122353969 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36548
2024-11-20T17:05:54,869 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36548 deadline: 1732122353969 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36548
2024-11-20T17:05:54,870 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36548 deadline: 1732122353969 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36548
2024-11-20T17:05:54,870 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36548 deadline: 1732122353969 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36548
2024-11-20T17:05:54,870 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36548 deadline: 1732122353969 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36548
2024-11-20T17:05:54,870 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36548 deadline: 1732122353969 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36548
2024-11-20T17:05:54,870 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36548 deadline: 1732122353969 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36548
2024-11-20T17:05:54,971 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:55,035 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39400 deadline: 1732122354192 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39400
2024-11-20T17:05:55,035 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39400 deadline: 1732122354302 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39400
2024-11-20T17:05:55,035 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:05:55,036 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39400 deadline: 1732122354413 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39400
2024-11-20T17:05:55,036 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39400 deadline: 1732122354523 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39400
2024-11-20T17:05:55,036 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39400 deadline: 1732122354633 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39400
2024-11-20T17:05:55,036 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39400 deadline: 1732122354743 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39400
2024-11-20T17:05:55,036 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39400 deadline: 1732122354852 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39400
2024-11-20T17:05:55,036 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39400 deadline: 1732122354962 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39400
2024-11-20T17:05:55,081 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37753 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:55,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:55,081 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37753
2024-11-20T17:05:55,093 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=49 (was 49), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7464) - AvailableMemoryMB LEAK? -
2024-11-20T17:05:55,098 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=49, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:05:55,099 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:55,099 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33257
2024-11-20T17:05:55,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a5ec88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:55,099 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:55,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:55,100 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,126 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,126 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:55,149 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,161 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,161 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1771f8c0, L:/127.0.0.1:33257 - R:/127.0.0.1:55266]
2024-11-20T17:05:55,188 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:55,188 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:55,188 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:55266 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:55,189 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:55,189 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:55,189 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:55,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:55,194 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 49) - Thread LEAK? -, OpenFileDescriptor=349 (was 348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:05:55,198 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:05:55,199 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:55,200 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41287
2024-11-20T17:05:55,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcfe48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:55,200 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:55,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:55,201 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,228 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,228 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:55,241 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,253 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,253 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4240f618, L:/127.0.0.1:41287 - R:/127.0.0.1:48614]
2024-11-20T17:05:55,278 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:55,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:55,285 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41287
2024-11-20T17:05:55,290 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=349 (was 349), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:05:55,295 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:05:55,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48aaa74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:55,296 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:55,297 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37567
2024-11-20T17:05:55,297 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:55,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:55,297 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,327 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,327 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:55,340 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,353 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,353 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2895ceb8, L:/127.0.0.1:37567 - R:/127.0.0.1:38222]
2024-11-20T17:05:55,378 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:55,379 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:55,379 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:38222 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:55,380 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:55,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:55,380 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37567
2024-11-20T17:05:55,384 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=349 (was 349), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7469)
2024-11-20T17:05:55,389 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:05:55,390 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:55,390 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43137
2024-11-20T17:05:55,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279ad727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:55,391 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:55,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:55,391 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,420 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,420 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:55,432 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,445 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,446 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5b80cdc9, L:/127.0.0.1:43137 - R:/127.0.0.1:50916]
2024-11-20T17:05:55,472 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:55,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:55,475 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43137
2024-11-20T17:05:55,480 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=349 (was 349), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:05:55,485 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:05:55,486 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:55,486 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35577
2024-11-20T17:05:55,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ece84f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:55,486 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:55,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:55,487 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,517 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,517 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:55,531 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,544 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,544 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf3f35ea0, L:/127.0.0.1:35577 - R:/127.0.0.1:32856]
2024-11-20T17:05:55,570 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:55,570 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:32856; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:55,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:55,571 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:35577 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:05:55,571 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35577
2024-11-20T17:05:55,576 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=349 (was 349), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:05:55,580 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:05:55,581 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:55,581 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36185
2024-11-20T17:05:55,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34deccd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:55,582 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:55,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:55,582 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,609 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,609 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:55,622 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,634 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,634 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5bcae851, L:/127.0.0.1:36185 - R:/127.0.0.1:45966]
2024-11-20T17:05:55,659 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:05:55,659 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:05:55,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:55,664 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=350 (was 349) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:05:55,668 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=350, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:05:55,669 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:55,670 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34289
2024-11-20T17:05:55,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51db8485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:55,670 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:55,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:55,671 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,699 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,700 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:55,713 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,726 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,726 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x523e212f, L:/127.0.0.1:34289 - R:/127.0.0.1:52792]
2024-11-20T17:05:55,752 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:05:55,752 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:52792
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:52792
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:55,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:55,757 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=351 (was 350) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:05:55,761 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=351, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:05:55,762 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:55,763 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35757
2024-11-20T17:05:55,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e19ca37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:55,763 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:55,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:55,764 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,791 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,791 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:55,805 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,817 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,818 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x76edf1f4, L:/127.0.0.1:35757 - R:/127.0.0.1:40344]
2024-11-20T17:05:55,844 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:40344
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:40344
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:55,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:55,844 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35757
2024-11-20T17:05:55,849 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=351 (was 351), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:05:55,854 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=351, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:05:55,855 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:55,855 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36691
2024-11-20T17:05:55,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773d7b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:55,856 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:55,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:55,856 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,886 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,887 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:55,899 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:55,912 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:55,912 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8d63aa73, L:/127.0.0.1:36691 - R:/127.0.0.1:36896]
2024-11-20T17:05:55,939 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:56,037 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:56,040 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:56,041 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:56,041 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:56,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:56,051 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 351) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:05:56,057 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:05:56,057 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:56,058 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43769
2024-11-20T17:05:56,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1588c678, compressor=org.apache.hadoop.io.compress.GzipCodec@676d38b9, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:56,058 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:56,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:56,059 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:56,087 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:56,087 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:56,102 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:56,114 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:56,114 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x837b17d8, L:/127.0.0.1:43769 - R:/127.0.0.1:60990]
2024-11-20T17:05:56,140 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:56,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:56,142 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43769
2024-11-20T17:05:56,147 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7480 (was 7468) - AvailableMemoryMB LEAK? -
2024-11-20T17:05:56,151 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7480
2024-11-20T17:05:56,152 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:56,152 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39081
2024-11-20T17:05:56,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fbbc73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:56,152 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:56,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:56,153 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:56,178 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:56,178 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:56,192 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:56,205 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:56,205 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x081cd547, L:/127.0.0.1:39081 - R:/127.0.0.1:38906]
2024-11-20T17:05:56,230 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:56,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:56,231 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39081
2024-11-20T17:05:56,236 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7480)
2024-11-20T17:05:56,240 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7479
2024-11-20T17:05:56,241 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:56,242 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34763
2024-11-20T17:05:56,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3907d9d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:56,242 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:56,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:56,243 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:56,273 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:56,273 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:56,286 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:56,299 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:56,299 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4d54654c, L:/127.0.0.1:34763 - R:/127.0.0.1:47644]
2024-11-20T17:05:56,325 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:56,326 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:56,326 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:47644 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:56,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:56,327 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:56,327 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34763
2024-11-20T17:05:56,332 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7479)
2024-11-20T17:05:56,337 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7479
2024-11-20T17:05:56,338 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:56,339 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43651
2024-11-20T17:05:56,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:56,339 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:56,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:56,340 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:56,370 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:56,370 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:56,384 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:56,397 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:56,397 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x61e8ec5b, L:/127.0.0.1:43651 - R:/127.0.0.1:50042]
2024-11-20T17:05:56,425 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:56,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:56,426 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43651
2024-11-20T17:05:56,431 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7479)
2024-11-20T17:05:56,435 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7479
2024-11-20T17:05:56,436 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:56,437 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44857
2024-11-20T17:05:56,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4148da9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:56,437 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:56,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:56,437 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:56,466 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:56,466 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:56,481 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:56,493 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:56,493 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdf4e8292, L:/127.0.0.1:44857 - R:/127.0.0.1:53042]
2024-11-20T17:05:56,519 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:56,519 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:56,519 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-889e869d91eebd4b5a60f4a69cc1ae13-c1f00b04ed95c3bf-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:05:56,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:56,520 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:56,520 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44857
2024-11-20T17:05:56,524 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7479)
2024-11-20T17:05:56,529 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7479
2024-11-20T17:05:56,530 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:56,531 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45003
2024-11-20T17:05:56,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b893904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:56,531 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:56,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:56,531 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:56,560 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:56,560 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:56,573 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:56,586 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:56,586 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe06369d2, L:/127.0.0.1:45003 - R:/127.0.0.1:36426]
2024-11-20T17:05:56,614 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:56,662 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-20T17:05:56,662 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-20T17:05:56,662 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-20T17:05:56,662 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-20T17:05:56,662 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-20T17:05:56,662 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-20T17:05:56,663 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-20T17:05:56,663 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-20T17:05:56,663 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-20T17:05:56,663 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=130ms, rpcTimeout=100ms
2024-11-20T17:05:56,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:56,663 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45003
2024-11-20T17:05:56,669 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=51 (was 50) - Thread LEAK? -, OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7479)
2024-11-20T17:05:56,676 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=51, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7479
2024-11-20T17:05:56,677 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:56,677 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37053
2024-11-20T17:05:56,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19787d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:56,678 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:56,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:56,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:56,679 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:37053 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:05:56,679 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37053
2024-11-20T17:05:56,685 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=51 (was 51), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7479)
2024-11-20T17:05:56,692 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=51, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7479
2024-11-20T17:05:56,693 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:56,693 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35291
2024-11-20T17:05:56,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6691e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:56,693 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:56,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:56,709 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:56,722 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:56,722 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x048b5fc4, L:/127.0.0.1:35291 - R:/127.0.0.1:37888]
2024-11-20T17:05:56,722 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:56,801 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35291 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:05:56,912 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35291 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:57,022 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35291 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:57,132 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35291 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:57,241 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35291 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:57,351 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35291 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:57,462 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35291 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:57,572 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35291 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:57,615 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36426 deadline: 1732122356714 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36426
2024-11-20T17:05:57,615 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:57,615 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36426 deadline: 1732122356714 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36426
2024-11-20T17:05:57,615 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36426 deadline: 1732122356715 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36426
2024-11-20T17:05:57,616 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36426 deadline: 1732122356715 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36426
2024-11-20T17:05:57,616 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36426 deadline: 1732122356715 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36426
2024-11-20T17:05:57,616 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36426 deadline: 1732122356715 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36426
2024-11-20T17:05:57,617 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36426 deadline: 1732122356715 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36426
2024-11-20T17:05:57,617 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36426 deadline: 1732122356715 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36426
2024-11-20T17:05:57,617 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36426 deadline: 1732122356716 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36426
2024-11-20T17:05:57,681 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35291 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:57,723 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37888 deadline: 1732122356902 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37888
2024-11-20T17:05:57,724 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:05:57,724 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37888 deadline: 1732122357013 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37888
2024-11-20T17:05:57,724 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37888 deadline: 1732122357124 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37888
2024-11-20T17:05:57,724 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37888 deadline: 1732122357233 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37888
2024-11-20T17:05:57,725 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37888 deadline: 1732122357343 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37888
2024-11-20T17:05:57,725 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37888 deadline: 1732122357453 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37888
2024-11-20T17:05:57,725 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37888 deadline: 1732122357563 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37888
2024-11-20T17:05:57,725 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37888 deadline: 1732122357673 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37888
2024-11-20T17:05:57,791 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35291 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:57,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:57,791 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35291
2024-11-20T17:05:57,808 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=51 (was 51), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7479)
2024-11-20T17:05:57,814 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=51, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7479
2024-11-20T17:05:57,815 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:57,815 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37515
2024-11-20T17:05:57,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289d14a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:57,815 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:57,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:57,831 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:57,843 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:57,843 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf9c06aec, L:/127.0.0.1:37515 - R:/127.0.0.1:55492]
2024-11-20T17:05:57,843 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:57,844 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:57,844 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:55492 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:57,845 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:57,845 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:57,845 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:57,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:57,850 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 51) - Thread LEAK? -, OpenFileDescriptor=353 (was 352) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7479)
2024-11-20T17:05:57,855 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7479
2024-11-20T17:05:57,856 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:57,856 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33403
2024-11-20T17:05:57,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eca4d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:57,857 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:57,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:57,874 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:57,886 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:57,886 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8236d8c8, L:/127.0.0.1:33403 - R:/127.0.0.1:59580]
2024-11-20T17:05:57,887 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:57,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:57,893 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33403
2024-11-20T17:05:57,900 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=353 (was 353), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7479)
2024-11-20T17:05:57,905 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7479
2024-11-20T17:05:57,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2134cf7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:57,906 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:57,906 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35747
2024-11-20T17:05:57,906 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:57,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:57,920 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:57,932 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:57,933 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x12220887, L:/127.0.0.1:35747 - R:/127.0.0.1:49800]
2024-11-20T17:05:57,933 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:57,934 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:57,934 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:49800 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:57,934 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:57,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:57,934 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35747
2024-11-20T17:05:57,939 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=353 (was 353), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7479)
2024-11-20T17:05:57,944 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7479
2024-11-20T17:05:57,945 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:57,945 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43291
2024-11-20T17:05:57,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258b35c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:57,945 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:57,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:57,963 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:57,976 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:57,976 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x032a0d35, L:/127.0.0.1:43291 - R:/127.0.0.1:59584]
2024-11-20T17:05:57,976 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:57,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:57,978 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43291
2024-11-20T17:05:57,983 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=353 (was 353), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 143) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7479)
2024-11-20T17:05:57,988 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7479
2024-11-20T17:05:57,989 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:57,990 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44451
2024-11-20T17:05:57,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ade6d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:57,990 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:57,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:58,009 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:58,021 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:58,021 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0268251b, L:/127.0.0.1:44451 - R:/127.0.0.1:33644]
2024-11-20T17:05:58,021 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:58,021 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:33644; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:58,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:58,022 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:44451 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:05:58,022 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44451
2024-11-20T17:05:58,027 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=353 (was 353), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7479)
2024-11-20T17:05:58,032 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7479
2024-11-20T17:05:58,033 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:58,034 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36925
2024-11-20T17:05:58,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf489a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:58,034 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:58,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:58,052 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:58,064 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:58,065 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5f8f6f3c, L:/127.0.0.1:36925 - R:/127.0.0.1:57130]
2024-11-20T17:05:58,065 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:05:58,065 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:05:58,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:58,070 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=354 (was 353) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7479)
2024-11-20T17:05:58,074 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=354, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7479
2024-11-20T17:05:58,075 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:58,075 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42953
2024-11-20T17:05:58,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f636fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:58,075 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:58,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:05:58,091 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:58,103 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:58,103 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1abd5f48, L:/127.0.0.1:42953 - R:/127.0.0.1:58668]
2024-11-20T17:05:58,104 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:05:58,104 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:58668
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:58668
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:58,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:58,109 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=355 (was 354) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7479 (was 7479)
2024-11-20T17:05:58,113 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=355, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7479
2024-11-20T17:05:58,114 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:58,114 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35737
2024-11-20T17:05:58,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ba7114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:58,115 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:58,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:58,132 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:58,143 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:58,144 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9786867e, L:/127.0.0.1:35737 - R:/127.0.0.1:50486]
2024-11-20T17:05:58,144 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:50486
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:50486
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:58,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:58,145 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35737
2024-11-20T17:05:58,149 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=355 (was 355), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7478 (was 7479)
2024-11-20T17:05:58,154 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=355, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7478
2024-11-20T17:05:58,155 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:58,155 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39493
2024-11-20T17:05:58,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad91733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:58,156 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:58,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:58,174 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:58,186 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:58,186 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfe156344, L:/127.0.0.1:39493 - R:/127.0.0.1:36604]
2024-11-20T17:05:58,186 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:58,288 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:58,289 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:58,289 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:05:58,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:58,299 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 52) - Thread LEAK? -, OpenFileDescriptor=356 (was 355) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7478 (was 7478)
2024-11-20T17:05:58,305 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7478
2024-11-20T17:05:58,306 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:58,306 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39037
2024-11-20T17:05:58,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906fc01, compressor=org.apache.hadoop.io.compress.GzipCodec@53424266, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:58,306 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:58,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:58,328 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:58,340 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:58,340 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1a5344f3, L:/127.0.0.1:39037 - R:/127.0.0.1:58466]
2024-11-20T17:05:58,340 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:58,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:58,342 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39037
2024-11-20T17:05:58,346 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7478 (was 7478)
2024-11-20T17:05:58,351 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7478
2024-11-20T17:05:58,352 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:58,352 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35573
2024-11-20T17:05:58,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd72c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:58,353 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:58,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:58,370 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:58,382 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:58,382 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7e6bad8b, L:/127.0.0.1:35573 - R:/127.0.0.1:45342]
2024-11-20T17:05:58,383 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:58,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:58,384 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35573
2024-11-20T17:05:58,389 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7478 (was 7478)
2024-11-20T17:05:58,393 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7478
2024-11-20T17:05:58,394 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:58,394 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39461
2024-11-20T17:05:58,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5ddb25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:58,394 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:58,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:58,412 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:58,424 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:58,424 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x206278bc, L:/127.0.0.1:39461 - R:/127.0.0.1:49442]
2024-11-20T17:05:58,424 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:58,425 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:05:58,425 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:49442 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:05:58,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:58,425 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:05:58,426 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39461
2024-11-20T17:05:58,431 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7478 (was 7478)
2024-11-20T17:05:58,436 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7478
2024-11-20T17:05:58,438 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:58,438 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34989
2024-11-20T17:05:58,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:58,438 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:58,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:58,455 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:58,467 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:58,467 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x00c2de49, L:/127.0.0.1:34989 - R:/127.0.0.1:51786]
2024-11-20T17:05:58,467 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:58,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:58,468 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34989
2024-11-20T17:05:58,473 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7478 (was 7478)
2024-11-20T17:05:58,478 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7478
2024-11-20T17:05:58,479 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:58,480 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39835
2024-11-20T17:05:58,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6babf037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:58,480 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:58,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:58,496 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:58,508 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:58,508 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3a70b98f, L:/127.0.0.1:39835 - R:/127.0.0.1:36132]
2024-11-20T17:05:58,508 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:58,508 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:58,508 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-7645decfdbe7d511666188e79bb32ac1-fa2d5f7a44c95e87-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:05:58,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:58,509 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:05:58,509 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39835
2024-11-20T17:05:58,514 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7478 (was 7478)
2024-11-20T17:05:58,518 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7478
2024-11-20T17:05:58,519 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:58,520 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41627
2024-11-20T17:05:58,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a14a613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:58,520 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:58,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:58,537 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:58,549 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:58,549 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3f1e7041, L:/127.0.0.1:41627 - R:/127.0.0.1:51914]
2024-11-20T17:05:58,549 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:58,631 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41627 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-20T17:05:58,631 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41627 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:58,631 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41627 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:58,632 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41627 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:58,632 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41627 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:58,632 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41627 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:58,632 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41627 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:58,632 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41627 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:58,632 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41627 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:58,632 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41627 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:58,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:58,632 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41627
2024-11-20T17:05:58,638 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=54 (was 53) - Thread LEAK? -, OpenFileDescriptor=356 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7478 (was 7478)
2024-11-20T17:05:58,645 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7478
2024-11-20T17:05:58,726 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:58,828 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:58,829 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38781
2024-11-20T17:05:58,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3e6cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:58,829 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:58,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:58,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:58,830 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:38781 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:05:58,830 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38781
2024-11-20T17:05:58,836 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=53 (was 54), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7478 (was 7478)
2024-11-20T17:05:58,841 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7478
2024-11-20T17:05:58,842 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:58,842 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38243
2024-11-20T17:05:58,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b50568f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:58,842 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:58,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:58,843 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:58,872 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:58,872 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:05:58,884 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:05:58,896 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:05:58,897 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x86ce3e18, L:/127.0.0.1:38243 - R:/127.0.0.1:55670]
2024-11-20T17:05:58,925 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:05:58,981 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38243 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:05:59,092 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38243 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:59,202 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38243 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:59,311 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38243 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:59,421 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38243 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:59,531 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38243 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:59,551 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51914 deadline: 1732122358650 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51914
2024-11-20T17:05:59,551 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:05:59,551 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51914 deadline: 1732122358650 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51914
2024-11-20T17:05:59,551 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51914 deadline: 1732122358650 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51914
2024-11-20T17:05:59,552 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51914 deadline: 1732122358650 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51914
2024-11-20T17:05:59,552 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51914 deadline: 1732122358650 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51914
2024-11-20T17:05:59,552 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51914 deadline: 1732122358650 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51914
2024-11-20T17:05:59,552 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51914 deadline: 1732122358650 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51914
2024-11-20T17:05:59,553 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51914 deadline: 1732122358650 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51914
2024-11-20T17:05:59,553 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51914 deadline: 1732122358651 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51914
2024-11-20T17:05:59,641 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38243 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:59,751 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38243 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:05:59,861 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38243 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:59,926 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55670 deadline: 1732122359082 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55670
2024-11-20T17:05:59,927 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:05:59,927 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55670 deadline: 1732122359193 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55670
2024-11-20T17:05:59,927 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55670 deadline: 1732122359303 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55670
2024-11-20T17:05:59,927 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55670 deadline: 1732122359413 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55670
2024-11-20T17:05:59,928 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55670 deadline: 1732122359523 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55670
2024-11-20T17:05:59,928 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55670 deadline: 1732122359633 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55670
2024-11-20T17:05:59,928 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55670 deadline: 1732122359743 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55670
2024-11-20T17:05:59,928 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55670 deadline: 1732122359853 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55670
2024-11-20T17:05:59,971 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38243 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:05:59,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:05:59,971 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38243
2024-11-20T17:05:59,987 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7478 (was 7478)
2024-11-20T17:05:59,992 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7478
2024-11-20T17:05:59,993 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:05:59,993 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37541
2024-11-20T17:05:59,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566cec7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:05:59,993 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:05:59,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:05:59,994 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,021 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,022 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:00,034 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,046 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,047 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x70066d03, L:/127.0.0.1:37541 - R:/127.0.0.1:38328]
2024-11-20T17:06:00,072 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:00,073 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:00,073 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:38328 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:00,073 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:00,074 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:00,074 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:00,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:00,079 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 53) - Thread LEAK? -, OpenFileDescriptor=357 (was 356) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7478 (was 7478)
2024-11-20T17:06:00,085 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7478
2024-11-20T17:06:00,086 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:00,086 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40537
2024-11-20T17:06:00,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351eb426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:00,087 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:00,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:00,087 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,113 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,113 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:00,126 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,139 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,139 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x27d087c5, L:/127.0.0.1:40537 - R:/127.0.0.1:52022]
2024-11-20T17:06:00,164 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:00,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:00,171 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40537
2024-11-20T17:06:00,176 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=357 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7478 (was 7478)
2024-11-20T17:06:00,182 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7478
2024-11-20T17:06:00,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d05115b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:00,183 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:00,183 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37041
2024-11-20T17:06:00,183 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:00,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:00,184 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,210 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,210 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:00,223 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,236 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,236 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf59af804, L:/127.0.0.1:37041 - R:/127.0.0.1:50638]
2024-11-20T17:06:00,261 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:00,262 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:00,262 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:50638 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:00,262 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:00,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:00,263 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37041
2024-11-20T17:06:00,268 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=357 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7478 (was 7478)
2024-11-20T17:06:00,273 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7478
2024-11-20T17:06:00,274 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:00,274 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36913
2024-11-20T17:06:00,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1185ca88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:00,275 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:00,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:00,275 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,306 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,306 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:00,320 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,333 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,333 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4c1533ec, L:/127.0.0.1:36913 - R:/127.0.0.1:55062]
2024-11-20T17:06:00,360 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:00,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:00,362 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36913
2024-11-20T17:06:00,367 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=357 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7477 (was 7478)
2024-11-20T17:06:00,372 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7477
2024-11-20T17:06:00,374 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:00,374 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41495
2024-11-20T17:06:00,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546f6cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:00,374 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:00,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:00,375 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,401 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,402 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:00,414 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,427 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,428 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x90c86b44, L:/127.0.0.1:41495 - R:/127.0.0.1:32962]
2024-11-20T17:06:00,464 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:00,465 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:32962; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:00,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:00,466 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:41495 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:06:00,466 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41495
2024-11-20T17:06:00,470 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=357 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7477 (was 7477)
2024-11-20T17:06:00,475 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7477
2024-11-20T17:06:00,476 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:00,477 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45789
2024-11-20T17:06:00,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d4d859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:00,477 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:00,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:00,478 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,503 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,503 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:00,516 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,529 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,529 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x05b4c18d, L:/127.0.0.1:45789 - R:/127.0.0.1:56332]
2024-11-20T17:06:00,555 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:06:00,555 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:06:00,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:00,561 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=358 (was 357) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7477 (was 7477)
2024-11-20T17:06:00,565 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=358, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7477
2024-11-20T17:06:00,566 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:00,567 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41709
2024-11-20T17:06:00,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b38b421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:00,567 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:00,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:00,567 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,596 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,596 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:00,609 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,622 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,622 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xfa6b27fc, L:/127.0.0.1:41709 - R:/127.0.0.1:55634]
2024-11-20T17:06:00,646 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:06:00,647 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:55634
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:55634
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:00,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:00,652 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=359 (was 358) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7477 (was 7477)
2024-11-20T17:06:00,657 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=359, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7477
2024-11-20T17:06:00,658 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:00,658 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34793
2024-11-20T17:06:00,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76849a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:00,658 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:00,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:00,659 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,689 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,689 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:00,701 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,713 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,713 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x3a808481, L:/127.0.0.1:34793 - R:/127.0.0.1:51710]
2024-11-20T17:06:00,738 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:51710
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:51710
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:00,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:00,739 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34793
2024-11-20T17:06:00,744 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=359 (was 359), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7477 (was 7477)
2024-11-20T17:06:00,748 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=359, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7477
2024-11-20T17:06:00,749 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:00,749 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39879
2024-11-20T17:06:00,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e4555c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:00,749 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:00,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:00,750 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,779 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,780 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:00,794 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,806 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,806 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7ba0da73, L:/127.0.0.1:39879 - R:/127.0.0.1:37368]
2024-11-20T17:06:00,831 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:00,929 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:00,932 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:00,932 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:00,932 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:00,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:00,938 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 359) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7477 (was 7477)
2024-11-20T17:06:00,944 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7477
2024-11-20T17:06:00,946 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:00,946 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38859
2024-11-20T17:06:00,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cee6d6f, compressor=org.apache.hadoop.io.compress.GzipCodec@2d4534c, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:00,946 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:00,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:00,947 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:00,976 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:00,976 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:00,990 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:01,003 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:01,003 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1596e31f, L:/127.0.0.1:38859 - R:/127.0.0.1:34998]
2024-11-20T17:06:01,029 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:01,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:01,030 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38859
2024-11-20T17:06:01,035 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7476 (was 7477)
2024-11-20T17:06:01,040 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7476
2024-11-20T17:06:01,041 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:01,041 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46355
2024-11-20T17:06:01,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df3ef2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:01,041 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:01,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:01,042 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:01,067 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:01,067 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:01,080 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:01,093 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:01,093 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6aeecec4, L:/127.0.0.1:46355 - R:/127.0.0.1:54836]
2024-11-20T17:06:01,120 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:01,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:01,121 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46355
2024-11-20T17:06:01,126 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7476 (was 7476)
2024-11-20T17:06:01,130 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7476
2024-11-20T17:06:01,131 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:01,132 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34525
2024-11-20T17:06:01,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0e4094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:01,132 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:01,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:01,132 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:01,162 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:01,162 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:01,177 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:01,189 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:01,189 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd650490d, L:/127.0.0.1:34525 - R:/127.0.0.1:53262]
2024-11-20T17:06:01,214 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:01,215 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:01,215 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:53262 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:01,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:01,215 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:01,216 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34525
2024-11-20T17:06:01,220 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7476 (was 7476)
2024-11-20T17:06:01,224 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7476
2024-11-20T17:06:01,225 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:01,226 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39817
2024-11-20T17:06:01,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:01,226 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:01,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:01,226 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:01,254 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:01,254 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:01,268 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:01,281 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:01,281 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1d6af32f, L:/127.0.0.1:39817 - R:/127.0.0.1:44144]
2024-11-20T17:06:01,305 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:01,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:01,306 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39817
2024-11-20T17:06:01,311 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7476 (was 7476)
2024-11-20T17:06:01,316 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7476
2024-11-20T17:06:01,318 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:01,318 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36075
2024-11-20T17:06:01,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4446879c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:01,318 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:01,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:01,319 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:01,347 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:01,347 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:01,360 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:01,373 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:01,374 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe11b3ccb, L:/127.0.0.1:36075 - R:/127.0.0.1:41856]
2024-11-20T17:06:01,398 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:01,398 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:01,401 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-342a6c0c821472e75f0ce4da01bbb574-187c6c23c4b32465-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:06:01,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:01,401 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:01,401 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36075
2024-11-20T17:06:01,406 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7475 (was 7476)
2024-11-20T17:06:01,410 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7475
2024-11-20T17:06:01,412 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:01,412 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45283
2024-11-20T17:06:01,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10850050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:01,412 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:01,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:01,413 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:01,441 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:01,441 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:01,455 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:01,467 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:01,467 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x81eaf83c, L:/127.0.0.1:45283 - R:/127.0.0.1:48744]
2024-11-20T17:06:01,494 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:01,552 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:01,552 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:01,552 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:01,552 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:01,552 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:01,552 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:01,552 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:01,552 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=139ms, rpcTimeout=100ms
2024-11-20T17:06:01,552 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=139ms, rpcTimeout=100ms
2024-11-20T17:06:01,552 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:01,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:01,552 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45283
2024-11-20T17:06:01,562 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=55 (was 54) - Thread LEAK? -, OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7475 (was 7475)
2024-11-20T17:06:01,569 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=55, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7475
2024-11-20T17:06:01,570 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:01,571 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41845
2024-11-20T17:06:01,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407e84ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:01,571 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:01,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:01,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:01,572 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:41845 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:06:01,572 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41845
2024-11-20T17:06:01,578 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=55 (was 55), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7475 (was 7475)
2024-11-20T17:06:01,584 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=55, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7475
2024-11-20T17:06:01,585 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:01,585 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42555
2024-11-20T17:06:01,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69127b2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:01,586 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:01,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:01,586 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:01,616 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:01,616 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:01,629 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:01,641 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:01,642 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf95a8a7a, L:/127.0.0.1:42555 - R:/127.0.0.1:40056]
2024-11-20T17:06:01,667 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:01,722 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:06:01,831 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:01,941 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:02,052 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=111ms, rpcTimeout=100ms
2024-11-20T17:06:02,162 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:02,272 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:02,381 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:02,491 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:02,495 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48744 deadline: 1732122361594 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48744
2024-11-20T17:06:02,495 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:02,495 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48744 deadline: 1732122361594 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48744
2024-11-20T17:06:02,496 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48744 deadline: 1732122361594 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48744
2024-11-20T17:06:02,496 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48744 deadline: 1732122361594 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48744
2024-11-20T17:06:02,496 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48744 deadline: 1732122361595 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48744
2024-11-20T17:06:02,496 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48744 deadline: 1732122361595 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48744
2024-11-20T17:06:02,497 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48744 deadline: 1732122361595 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48744
2024-11-20T17:06:02,497 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48744 deadline: 1732122361595 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48744
2024-11-20T17:06:02,497 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48744 deadline: 1732122361595 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48744
2024-11-20T17:06:02,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:02,668 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40056 deadline: 1732122361822 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40056
2024-11-20T17:06:02,668 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:06:02,668 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40056 deadline: 1732122361932 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40056
2024-11-20T17:06:02,668 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40056 deadline: 1732122362043 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40056
2024-11-20T17:06:02,668 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40056 deadline: 1732122362154 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40056
2024-11-20T17:06:02,668 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40056 deadline: 1732122362263 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40056
2024-11-20T17:06:02,668 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40056 deadline: 1732122362373 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40056
2024-11-20T17:06:02,668 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40056 deadline: 1732122362482 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40056
2024-11-20T17:06:02,669 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40056 deadline: 1732122362593 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40056
2024-11-20T17:06:02,711 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42555 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:02,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:02,711 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42555
2024-11-20T17:06:02,720 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=55 (was 55), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7475 (was 7475)
2024-11-20T17:06:02,728 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=55, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7475
2024-11-20T17:06:02,729 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:02,729 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39139
2024-11-20T17:06:02,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fd2aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:02,730 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:02,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:02,730 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:02,761 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:02,761 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:02,782 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:02,794 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:02,794 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xac5056fc, L:/127.0.0.1:39139 - R:/127.0.0.1:45676]
2024-11-20T17:06:02,821 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:02,821 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:02,822 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:45676 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:02,822 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:02,823 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:02,823 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:02,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:02,828 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 55) - Thread LEAK? -, OpenFileDescriptor=361 (was 360) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7475 (was 7475)
2024-11-20T17:06:02,833 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7475
2024-11-20T17:06:02,834 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:02,835 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43111
2024-11-20T17:06:02,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304b488d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:02,835 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:02,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:02,836 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:02,864 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:02,864 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:02,876 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:02,888 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:02,889 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x082b5e4e, L:/127.0.0.1:43111 - R:/127.0.0.1:42302]
2024-11-20T17:06:02,913 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:02,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:02,921 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43111
2024-11-20T17:06:02,927 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=361 (was 361), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=148 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7475 (was 7475)
2024-11-20T17:06:02,931 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=148, ProcessCount=11, AvailableMemoryMB=7475
2024-11-20T17:06:02,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a781e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:02,932 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:02,933 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41297
2024-11-20T17:06:02,933 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:02,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:02,933 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:02,961 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:02,962 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:02,975 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:02,988 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:02,988 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xaa732469, L:/127.0.0.1:41297 - R:/127.0.0.1:34260]
2024-11-20T17:06:03,013 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:03,013 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:03,014 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:34260 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:03,014 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:03,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:03,015 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41297
2024-11-20T17:06:03,019 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=361 (was 361), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 148), ProcessCount=11 (was 11), AvailableMemoryMB=7475 (was 7475)
2024-11-20T17:06:03,023 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7475
2024-11-20T17:06:03,024 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:03,024 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43233
2024-11-20T17:06:03,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a481f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:03,024 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:03,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:03,025 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,052 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,052 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:03,065 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,078 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,078 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x21b5a93d, L:/127.0.0.1:43233 - R:/127.0.0.1:43574]
2024-11-20T17:06:03,106 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:03,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:03,108 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43233
2024-11-20T17:06:03,114 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=361 (was 361), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7475 (was 7475)
2024-11-20T17:06:03,118 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7474
2024-11-20T17:06:03,119 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:03,119 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37629
2024-11-20T17:06:03,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca23305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:03,119 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:03,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:03,120 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,144 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,144 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:03,157 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,170 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,170 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1c9c0ae5, L:/127.0.0.1:37629 - R:/127.0.0.1:49370]
2024-11-20T17:06:03,196 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:03,196 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:49370; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:03,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:03,197 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:37629 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:06:03,197 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37629
2024-11-20T17:06:03,202 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=361 (was 361), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7474 (was 7474)
2024-11-20T17:06:03,206 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7474
2024-11-20T17:06:03,208 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:03,208 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42697
2024-11-20T17:06:03,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a1d538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:03,208 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:03,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:03,209 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,253 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,253 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:03,265 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,277 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,277 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x89129713, L:/127.0.0.1:42697 - R:/127.0.0.1:47530]
2024-11-20T17:06:03,302 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:06:03,302 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:06:03,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:03,308 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=362 (was 361) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7474 (was 7474)
2024-11-20T17:06:03,314 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=362, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7474
2024-11-20T17:06:03,315 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:03,315 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39117
2024-11-20T17:06:03,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e52357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:03,315 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:03,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:03,316 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,358 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,358 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:03,371 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,383 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,383 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdb432a3c, L:/127.0.0.1:39117 - R:/127.0.0.1:60172]
2024-11-20T17:06:03,408 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:06:03,408 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:60172
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:60172
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:03,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:03,414 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=363 (was 362) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7474)
2024-11-20T17:06:03,419 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=363, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7471
2024-11-20T17:06:03,420 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:03,420 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46817
2024-11-20T17:06:03,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305f2d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:03,420 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:03,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:03,421 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,445 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,445 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:03,458 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,470 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,471 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa9f88ad9, L:/127.0.0.1:46817 - R:/127.0.0.1:38352]
2024-11-20T17:06:03,497 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:38352
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:38352
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:03,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:03,497 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46817
2024-11-20T17:06:03,502 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=363 (was 363), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7471)
2024-11-20T17:06:03,507 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=363, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7471
2024-11-20T17:06:03,508 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:03,508 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38005
2024-11-20T17:06:03,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@369d9dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:03,509 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:03,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:03,509 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,535 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,535 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:03,548 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,561 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,561 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5d94f39d, L:/127.0.0.1:38005 - R:/127.0.0.1:56752]
2024-11-20T17:06:03,587 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:03,669 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:03,689 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:03,690 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:03,690 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:03,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:03,700 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 363) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7471)
2024-11-20T17:06:03,707 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7471
2024-11-20T17:06:03,708 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:03,709 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43079
2024-11-20T17:06:03,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3676dcfb, compressor=org.apache.hadoop.io.compress.GzipCodec@62d61abe, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:03,709 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:03,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:03,709 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,736 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,737 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:03,749 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,761 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,761 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd966cef4, L:/127.0.0.1:43079 - R:/127.0.0.1:57512]
2024-11-20T17:06:03,787 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:03,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:03,789 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43079
2024-11-20T17:06:03,794 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7471)
2024-11-20T17:06:03,798 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7471
2024-11-20T17:06:03,800 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:03,800 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37367
2024-11-20T17:06:03,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ad9ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:03,800 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:03,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:03,801 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,829 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,830 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:03,843 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,856 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,856 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa355148b, L:/127.0.0.1:37367 - R:/127.0.0.1:58010]
2024-11-20T17:06:03,881 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:03,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:03,882 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37367
2024-11-20T17:06:03,887 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7471)
2024-11-20T17:06:03,892 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7471
2024-11-20T17:06:03,893 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:03,894 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39603
2024-11-20T17:06:03,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9637eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:03,894 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:03,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:03,894 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,924 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,925 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:03,938 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:03,951 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:03,952 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4631959a, L:/127.0.0.1:39603 - R:/127.0.0.1:32966]
2024-11-20T17:06:03,979 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:03,980 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:03,980 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:32966 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:03,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:03,980 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:03,981 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39603
2024-11-20T17:06:03,986 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7471)
2024-11-20T17:06:03,990 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7471
2024-11-20T17:06:03,991 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:03,991 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37483
2024-11-20T17:06:03,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:03,991 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:03,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:03,992 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:04,017 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:04,018 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:04,030 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:04,043 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:04,043 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd089b28d, L:/127.0.0.1:37483 - R:/127.0.0.1:45886]
2024-11-20T17:06:04,068 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:04,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:04,069 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37483
2024-11-20T17:06:04,074 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7471)
2024-11-20T17:06:04,079 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7471
2024-11-20T17:06:04,080 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:04,081 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39229
2024-11-20T17:06:04,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66329fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:04,081 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:04,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:04,082 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:04,112 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:04,112 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:04,125 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:04,137 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:04,137 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x96b846bf, L:/127.0.0.1:39229 - R:/127.0.0.1:39664]
2024-11-20T17:06:04,161 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:04,162 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:04,162 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-e8f784cd7712cc0d136877fd5198e5a7-58f63d1faee690c9-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:06:04,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:04,162 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:04,162 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39229
2024-11-20T17:06:04,167 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7471)
2024-11-20T17:06:04,172 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7471
2024-11-20T17:06:04,173 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:04,173 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44511
2024-11-20T17:06:04,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe3f024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:04,173 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:04,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:04,174 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:04,200 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:04,201 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:04,214 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:04,226 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:04,227 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x382f5e34, L:/127.0.0.1:44511 - R:/127.0.0.1:45948]
2024-11-20T17:06:04,256 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:04,312 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44511 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-20T17:06:04,312 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44511 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:04,312 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44511 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:04,312 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44511 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:04,312 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44511 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:04,312 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44511 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:04,313 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44511 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:04,313 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44511 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:04,313 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44511 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:04,313 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44511 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=138ms, rpcTimeout=100ms
2024-11-20T17:06:04,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:04,313 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44511
2024-11-20T17:06:04,320 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=57 (was 56) - Thread LEAK? -, OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7471 (was 7471)
2024-11-20T17:06:04,327 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=57, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7470
2024-11-20T17:06:04,327 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:04,328 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41365
2024-11-20T17:06:04,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0b8973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:04,328 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:04,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:04,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:04,329 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:41365 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:06:04,329 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41365
2024-11-20T17:06:04,333 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=57 (was 57), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7470 (was 7470)
2024-11-20T17:06:04,337 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=57, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7470
2024-11-20T17:06:04,338 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:04,339 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45049
2024-11-20T17:06:04,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0f545c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:04,339 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:04,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:04,354 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:04,367 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:04,367 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x82667842, L:/127.0.0.1:45049 - R:/127.0.0.1:46582]
2024-11-20T17:06:04,368 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:04,441 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=101ms, rpcTimeout=100ms
2024-11-20T17:06:04,551 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:04,661 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:04,771 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:04,881 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:04,991 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:05,102 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:05,212 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:05,257 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45948 deadline: 1732122364357 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45948
2024-11-20T17:06:05,257 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:05,257 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45948 deadline: 1732122364357 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45948
2024-11-20T17:06:05,257 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45948 deadline: 1732122364357 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45948
2024-11-20T17:06:05,258 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45948 deadline: 1732122364357 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45948
2024-11-20T17:06:05,258 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45948 deadline: 1732122364357 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45948
2024-11-20T17:06:05,258 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45948 deadline: 1732122364357 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45948
2024-11-20T17:06:05,258 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45948 deadline: 1732122364357 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45948
2024-11-20T17:06:05,258 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45948 deadline: 1732122364357 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45948
2024-11-20T17:06:05,258 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45948 deadline: 1732122364357 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45948
2024-11-20T17:06:05,321 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:05,369 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46582 deadline: 1732122364542 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46582
2024-11-20T17:06:05,369 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:06:05,369 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46582 deadline: 1732122364652 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46582
2024-11-20T17:06:05,370 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46582 deadline: 1732122364762 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46582
2024-11-20T17:06:05,370 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46582 deadline: 1732122364872 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46582
2024-11-20T17:06:05,370 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46582 deadline: 1732122364982 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46582
2024-11-20T17:06:05,371 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46582 deadline: 1732122365093 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46582
2024-11-20T17:06:05,371 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46582 deadline: 1732122365203 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46582
2024-11-20T17:06:05,371 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46582 deadline: 1732122365313 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46582
2024-11-20T17:06:05,432 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45049 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:05,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:05,432 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45049
2024-11-20T17:06:05,437 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=57 (was 57), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7470)
2024-11-20T17:06:05,442 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=57, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:05,443 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:05,443 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37579
2024-11-20T17:06:05,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f97ead5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:05,443 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:05,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:05,456 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:05,469 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:05,469 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6ffa6641, L:/127.0.0.1:37579 - R:/127.0.0.1:41670]
2024-11-20T17:06:05,469 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:05,470 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:05,470 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41670 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:05,471 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:05,471 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:05,471 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:05,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:05,476 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 57) - Thread LEAK? -, OpenFileDescriptor=365 (was 364) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:05,481 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:05,482 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:05,482 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44351
2024-11-20T17:06:05,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe9bdf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:05,483 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:05,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:05,507 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:05,523 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:05,523 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf6186dfe, L:/127.0.0.1:44351 - R:/127.0.0.1:59772]
2024-11-20T17:06:05,523 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:05,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:05,530 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44351
2024-11-20T17:06:05,535 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=365 (was 365), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:05,540 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:05,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6582c1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:05,541 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:05,541 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35139
2024-11-20T17:06:05,541 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:05,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:05,555 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:05,567 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:05,567 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbcdd59e5, L:/127.0.0.1:35139 - R:/127.0.0.1:56664]
2024-11-20T17:06:05,567 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:05,568 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:05,568 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56664 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:05,569 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:05,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:05,569 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35139
2024-11-20T17:06:05,574 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=365 (was 365), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7468) - AvailableMemoryMB LEAK? -
2024-11-20T17:06:05,579 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:06:05,579 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:05,580 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42435
2024-11-20T17:06:05,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51262002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:05,580 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:05,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:05,593 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:05,606 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:05,606 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x491fbb7e, L:/127.0.0.1:42435 - R:/127.0.0.1:33068]
2024-11-20T17:06:05,606 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:05,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:05,609 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42435
2024-11-20T17:06:05,614 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=365 (was 365), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:06:05,619 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:06:05,620 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:05,620 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34507
2024-11-20T17:06:05,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2658adf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:05,621 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:05,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:05,634 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:05,646 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:05,647 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xed662167, L:/127.0.0.1:34507 - R:/127.0.0.1:50046]
2024-11-20T17:06:05,647 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:05,647 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:50046; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:05,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:05,648 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:34507 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:06:05,648 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34507
2024-11-20T17:06:05,653 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=365 (was 365), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:06:05,658 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:06:05,659 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:05,660 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43063
2024-11-20T17:06:05,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e51b54f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:05,660 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:05,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:05,674 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:05,688 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:05,688 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5b76add0, L:/127.0.0.1:43063 - R:/127.0.0.1:52310]
2024-11-20T17:06:05,688 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:06:05,688 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:06:05,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:05,693 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=366 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:06:05,697 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=366, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:06:05,698 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:05,698 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44463
2024-11-20T17:06:05,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d9cbef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:05,698 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:05,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:05,715 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:05,727 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:05,727 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x15a3786a, L:/127.0.0.1:44463 - R:/127.0.0.1:42770]
2024-11-20T17:06:05,727 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:06:05,727 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42770
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42770
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:05,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:05,732 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=367 (was 366) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:06:05,737 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:06:05,737 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:05,738 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37311
2024-11-20T17:06:05,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28914667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:05,738 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:05,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:05,753 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:05,765 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:05,765 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6f61b455, L:/127.0.0.1:37311 - R:/127.0.0.1:59394]
2024-11-20T17:06:05,765 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:59394
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:59394
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:05,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:05,766 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37311
2024-11-20T17:06:05,770 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=367 (was 367), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7469)
2024-11-20T17:06:05,775 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:05,776 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:05,776 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34763
2024-11-20T17:06:05,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d39aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:05,776 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:05,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:05,792 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:05,804 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:05,804 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd946cffb, L:/127.0.0.1:34763 - R:/127.0.0.1:60782]
2024-11-20T17:06:05,804 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:05,906 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:05,907 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:05,908 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:05,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:05,919 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 58) - Thread LEAK? -, OpenFileDescriptor=368 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:05,925 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:05,926 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:05,926 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37723
2024-11-20T17:06:05,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bfd11c, compressor=org.apache.hadoop.io.compress.GzipCodec@3d1e5825, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:05,926 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:05,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:05,946 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:05,959 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:05,959 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfb486d28, L:/127.0.0.1:37723 - R:/127.0.0.1:41932]
2024-11-20T17:06:05,959 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:05,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:05,961 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37723
2024-11-20T17:06:05,966 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:05,971 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:05,972 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:05,972 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41343
2024-11-20T17:06:05,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b43702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:05,972 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:05,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:05,987 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:05,999 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:05,999 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7c96c945, L:/127.0.0.1:41343 - R:/127.0.0.1:58826]
2024-11-20T17:06:05,999 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:06,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:06,000 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41343
2024-11-20T17:06:06,005 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:06,010 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:06,010 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:06,011 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40221
2024-11-20T17:06:06,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381de63d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:06,011 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:06,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:06,027 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:06,039 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:06,039 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0728cd5e, L:/127.0.0.1:40221 - R:/127.0.0.1:41364]
2024-11-20T17:06:06,039 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:06,040 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:06,040 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41364 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:06,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:06,040 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:06,040 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40221
2024-11-20T17:06:06,045 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:06,051 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:06,052 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:06,052 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34519
2024-11-20T17:06:06,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:06,052 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:06,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:06,068 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:06,081 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:06,081 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7b53561e, L:/127.0.0.1:34519 - R:/127.0.0.1:42022]
2024-11-20T17:06:06,081 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:06,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:06,082 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34519
2024-11-20T17:06:06,087 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:06,091 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:06,092 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:06,092 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34521
2024-11-20T17:06:06,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78afec1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:06,093 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:06,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:06,109 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:06,121 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:06,121 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x10054ee8, L:/127.0.0.1:34521 - R:/127.0.0.1:49974]
2024-11-20T17:06:06,121 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:06,121 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:06,122 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-a2deb895023cd7ec5e835a0b6c22478f-578e5241d9a58128-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:06:06,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:06,122 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:06,122 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34521
2024-11-20T17:06:06,127 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:06,132 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:06,133 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:06,133 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37577
2024-11-20T17:06:06,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a43498d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:06,133 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:06,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:06,150 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:06,163 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:06,163 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x056baa55, L:/127.0.0.1:37577 - R:/127.0.0.1:57680]
2024-11-20T17:06:06,163 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:06,243 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:06:06,243 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:06,243 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:06,243 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:06,243 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:06,243 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:06,243 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:06,243 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:06,244 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:06,244 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:06,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:06,244 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37577
2024-11-20T17:06:06,255 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=60 (was 59) - Thread LEAK? -, OpenFileDescriptor=369 (was 368) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:06,261 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:06,327 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:06,328 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41115
2024-11-20T17:06:06,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178ee3d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:06,328 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:06,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:06,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:06,329 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:41115 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:06:06,329 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41115
2024-11-20T17:06:06,334 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:06,339 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:06,340 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:06,340 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37259
2024-11-20T17:06:06,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522a5b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:06,340 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:06,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:06,341 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:06,370 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:06,370 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:06,372 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:06,382 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:06,396 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:06,396 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x396b6ba8, L:/127.0.0.1:37259 - R:/127.0.0.1:53602]
2024-11-20T17:06:06,426 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:06,471 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37259 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=131ms, rpcTimeout=100ms
2024-11-20T17:06:06,582 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37259 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:06,692 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37259 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:06,802 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37259 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:06,912 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37259 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:07,022 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37259 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:07,132 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37259 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:07,164 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57680 deadline: 1732122366264 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57680
2024-11-20T17:06:07,164 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:07,165 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57680 deadline: 1732122366264 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57680
2024-11-20T17:06:07,165 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57680 deadline: 1732122366264 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57680
2024-11-20T17:06:07,165 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57680 deadline: 1732122366264 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57680
2024-11-20T17:06:07,165 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57680 deadline: 1732122366264 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57680
2024-11-20T17:06:07,166 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57680 deadline: 1732122366264 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57680
2024-11-20T17:06:07,166 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57680 deadline: 1732122366264 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57680
2024-11-20T17:06:07,166 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57680 deadline: 1732122366264 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57680
2024-11-20T17:06:07,166 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57680 deadline: 1732122366264 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57680
2024-11-20T17:06:07,241 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37259 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:07,351 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37259 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:07,427 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53602 deadline: 1732122366572 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53602
2024-11-20T17:06:07,427 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:06:07,427 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53602 deadline: 1732122366683 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53602
2024-11-20T17:06:07,427 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53602 deadline: 1732122366793 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53602
2024-11-20T17:06:07,428 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53602 deadline: 1732122366903 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53602
2024-11-20T17:06:07,428 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53602 deadline: 1732122367013 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53602
2024-11-20T17:06:07,428 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53602 deadline: 1732122367123 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53602
2024-11-20T17:06:07,428 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53602 deadline: 1732122367233 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53602
2024-11-20T17:06:07,429 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53602 deadline: 1732122367342 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53602
2024-11-20T17:06:07,461 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37259 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:07,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:07,462 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37259
2024-11-20T17:06:07,474 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=59 (was 60), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:07,479 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:07,480 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:07,481 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45471
2024-11-20T17:06:07,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383cdd25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:07,481 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:07,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:07,481 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:07,511 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:07,511 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:07,524 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:07,536 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:07,536 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x81fba2f9, L:/127.0.0.1:45471 - R:/127.0.0.1:60014]
2024-11-20T17:06:07,563 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:07,564 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:07,564 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:60014 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:07,565 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:07,565 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:07,565 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:07,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:07,570 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 59) - Thread LEAK? -, OpenFileDescriptor=369 (was 368) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:07,575 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:07,576 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:07,576 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44627
2024-11-20T17:06:07,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240d1517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:07,576 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:07,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:07,577 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:07,604 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:07,605 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:07,617 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:07,629 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:07,629 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x132a79e7, L:/127.0.0.1:44627 - R:/127.0.0.1:50446]
2024-11-20T17:06:07,655 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:07,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:07,663 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44627
2024-11-20T17:06:07,669 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:07,674 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:07,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de276bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:07,675 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:07,675 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43849
2024-11-20T17:06:07,675 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:07,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:07,676 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:07,704 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:07,705 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:07,718 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:07,730 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:07,730 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb32457c7, L:/127.0.0.1:43849 - R:/127.0.0.1:47440]
2024-11-20T17:06:07,757 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:07,757 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:07,757 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:47440 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:07,758 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:07,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:07,758 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43849
2024-11-20T17:06:07,763 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:07,767 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:07,768 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:07,769 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43585
2024-11-20T17:06:07,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729478d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:07,769 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:07,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:07,769 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:07,796 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:07,796 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:07,808 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:07,821 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:07,821 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x5e75c0cf, L:/127.0.0.1:43585 - R:/127.0.0.1:39956]
2024-11-20T17:06:07,848 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:07,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:07,850 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43585
2024-11-20T17:06:07,856 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:07,862 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:07,863 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:07,863 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45803
2024-11-20T17:06:07,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4990b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:07,863 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:07,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:07,864 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:07,888 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:07,888 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:07,902 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:07,915 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:07,915 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x602dee20, L:/127.0.0.1:45803 - R:/127.0.0.1:35812]
2024-11-20T17:06:07,942 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:07,943 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:35812; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:07,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:07,943 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:45803 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:06:07,943 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45803
2024-11-20T17:06:07,949 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=144 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:07,954 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=144, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:07,955 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:07,955 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34261
2024-11-20T17:06:07,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8151b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:07,955 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:07,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:07,956 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:07,985 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:07,985 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:07,999 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,011 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,011 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe8e4f4a1, L:/127.0.0.1:34261 - R:/127.0.0.1:60428]
2024-11-20T17:06:08,038 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:06:08,039 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:06:08,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:08,043 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=370 (was 369) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 144), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:08,048 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=370, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:08,049 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:08,049 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36919
2024-11-20T17:06:08,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24688942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:08,049 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:08,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:08,050 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,079 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,079 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:08,093 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,106 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,107 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xbea669c6, L:/127.0.0.1:36919 - R:/127.0.0.1:54770]
2024-11-20T17:06:08,134 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:06:08,134 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:54770
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:54770
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:08,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:08,139 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=371 (was 370) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:08,144 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=371, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:08,144 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:08,145 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38993
2024-11-20T17:06:08,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6865fd1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:08,145 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:08,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:08,145 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,173 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,173 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:08,186 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,199 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,199 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe4706a9e, L:/127.0.0.1:38993 - R:/127.0.0.1:58718]
2024-11-20T17:06:08,225 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:58718
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:58718
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:08,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:08,226 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38993
2024-11-20T17:06:08,231 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=371 (was 371), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:08,236 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=371, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:08,237 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:08,238 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36581
2024-11-20T17:06:08,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3ba4ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:08,238 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:08,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:08,238 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,269 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,269 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:08,281 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,294 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,294 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x189d0885, L:/127.0.0.1:36581 - R:/127.0.0.1:47802]
2024-11-20T17:06:08,324 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:08,425 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:08,425 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:08,426 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:08,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:08,430 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:08,435 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=61 (was 60) - Thread LEAK? -, OpenFileDescriptor=372 (was 371) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:08,441 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:08,442 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:08,442 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41647
2024-11-20T17:06:08,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7204ed0e, compressor=org.apache.hadoop.io.compress.GzipCodec@49bf4646, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:08,442 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:08,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:08,443 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,468 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,468 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:08,481 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,494 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,494 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb3be4709, L:/127.0.0.1:41647 - R:/127.0.0.1:39734]
2024-11-20T17:06:08,521 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:08,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:08,522 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41647
2024-11-20T17:06:08,527 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:08,532 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:06:08,533 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:08,534 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41803
2024-11-20T17:06:08,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e46d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:08,534 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:08,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:08,534 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,564 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,564 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:08,577 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,589 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,589 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc811cc0e, L:/127.0.0.1:41803 - R:/127.0.0.1:36664]
2024-11-20T17:06:08,615 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:08,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:08,616 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41803
2024-11-20T17:06:08,621 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:06:08,626 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:06:08,627 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:08,628 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42877
2024-11-20T17:06:08,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5975be35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:08,628 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:08,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:08,629 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,653 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,653 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:08,667 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,680 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,680 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x8d54b816, L:/127.0.0.1:42877 - R:/127.0.0.1:44552]
2024-11-20T17:06:08,707 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:08,707 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:08,707 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:44552 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:08,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:08,708 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:08,708 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42877
2024-11-20T17:06:08,713 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:06:08,718 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:06:08,719 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:08,719 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35175
2024-11-20T17:06:08,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:08,719 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:08,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:08,720 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,747 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,747 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:08,761 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,775 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,775 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb96f3431, L:/127.0.0.1:35175 - R:/127.0.0.1:46172]
2024-11-20T17:06:08,802 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:08,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:08,803 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35175
2024-11-20T17:06:08,808 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:06:08,812 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:06:08,813 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:08,813 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34901
2024-11-20T17:06:08,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479517c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:08,813 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:08,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:08,814 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,842 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,842 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:08,855 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,868 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,868 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x44570a5f, L:/127.0.0.1:34901 - R:/127.0.0.1:51340]
2024-11-20T17:06:08,895 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:08,895 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:08,895 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-f4b31f3a2a0a173e0fda0d1c682409e3-bd865e42cd9bee22-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:06:08,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:08,896 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:08,896 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34901
2024-11-20T17:06:08,900 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:06:08,905 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:06:08,905 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:08,906 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33663
2024-11-20T17:06:08,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6fcf70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:08,906 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:08,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:08,907 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,935 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,936 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:08,949 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:08,963 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:08,963 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1f5d0486, L:/127.0.0.1:33663 - R:/127.0.0.1:38390]
2024-11-20T17:06:08,993 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:09,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:06:09,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:06:09,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:06:09,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:06:09,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:06:09,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:06:09,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:06:09,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:06:09,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:06:09,042 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33663 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:06:09,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:09,043 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33663
2024-11-20T17:06:09,048 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=61 (was 60) - Thread LEAK? -, OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:06:09,053 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=61, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:06:09,054 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:09,054 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45353
2024-11-20T17:06:09,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13734d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:09,054 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:09,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:09,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:09,055 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:45353 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:06:09,055 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45353
2024-11-20T17:06:09,060 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=61 (was 61), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:06:09,065 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=61, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:06:09,066 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:09,067 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45047
2024-11-20T17:06:09,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e18ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:09,067 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:09,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:09,067 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:09,092 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:09,092 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:09,105 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:09,118 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:09,118 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4a5391c6, L:/127.0.0.1:45047 - R:/127.0.0.1:40908]
2024-11-20T17:06:09,145 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:09,201 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45047 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=134ms, rpcTimeout=100ms
2024-11-20T17:06:09,311 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45047 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:09,421 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45047 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:09,531 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45047 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:09,642 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45047 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:09,751 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45047 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:09,861 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45047 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:09,971 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45047 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:09,994 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:09,994 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38390 deadline: 1732122369093 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38390
2024-11-20T17:06:09,994 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38390 deadline: 1732122369094 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38390
2024-11-20T17:06:09,994 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38390 deadline: 1732122369094 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38390
2024-11-20T17:06:09,994 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38390 deadline: 1732122369094 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38390
2024-11-20T17:06:09,995 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38390 deadline: 1732122369094 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38390
2024-11-20T17:06:09,995 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38390 deadline: 1732122369094 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38390
2024-11-20T17:06:09,995 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38390 deadline: 1732122369094 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38390
2024-11-20T17:06:09,995 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38390 deadline: 1732122369094 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38390
2024-11-20T17:06:09,995 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38390 deadline: 1732122369094 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38390
2024-11-20T17:06:10,081 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45047 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:10,146 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40908 deadline: 1732122369302 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40908
2024-11-20T17:06:10,147 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40908 deadline: 1732122369412 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40908
2024-11-20T17:06:10,147 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:06:10,147 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40908 deadline: 1732122369522 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40908
2024-11-20T17:06:10,147 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40908 deadline: 1732122369633 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40908
2024-11-20T17:06:10,147 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40908 deadline: 1732122369743 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40908
2024-11-20T17:06:10,148 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40908 deadline: 1732122369852 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40908
2024-11-20T17:06:10,148 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40908 deadline: 1732122369963 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40908
2024-11-20T17:06:10,148 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40908 deadline: 1732122370071 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40908
2024-11-20T17:06:10,191 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45047 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:10,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:10,192 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45047
2024-11-20T17:06:10,203 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=61 (was 61), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 7467)
2024-11-20T17:06:10,208 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=61, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7466
2024-11-20T17:06:10,209 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:10,209 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33291
2024-11-20T17:06:10,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f418ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:10,209 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:10,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:10,210 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:10,239 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:10,240 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:10,252 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:10,264 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:10,264 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd21cf473, L:/127.0.0.1:33291 - R:/127.0.0.1:57530]
2024-11-20T17:06:10,293 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:10,293 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:10,293 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:57530 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:10,294 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:10,294 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:10,294 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:10,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:10,300 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 61) - Thread LEAK? -, OpenFileDescriptor=373 (was 372) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 7466)
2024-11-20T17:06:10,304 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7466
2024-11-20T17:06:10,305 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:10,305 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44105
2024-11-20T17:06:10,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212332a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:10,306 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:10,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:10,306 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:10,352 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:10,352 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:10,366 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:10,378 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:10,378 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x08d1d0b6, L:/127.0.0.1:44105 - R:/127.0.0.1:53802]
2024-11-20T17:06:10,405 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:10,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:10,413 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44105
2024-11-20T17:06:10,418 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=373 (was 373), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 7466)
2024-11-20T17:06:10,423 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7466
2024-11-20T17:06:10,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a320f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:10,424 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:10,425 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46375
2024-11-20T17:06:10,425 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:10,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:10,425 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:10,454 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:10,454 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:10,468 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:10,481 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:10,481 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4152640a, L:/127.0.0.1:46375 - R:/127.0.0.1:48356]
2024-11-20T17:06:10,520 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:10,520 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:10,521 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:48356 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:10,521 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:10,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:10,521 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46375
2024-11-20T17:06:10,526 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=373 (was 373), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 7466)
2024-11-20T17:06:10,531 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7466
2024-11-20T17:06:10,532 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:10,532 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41653
2024-11-20T17:06:10,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ed6ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:10,532 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:10,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:10,533 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:10,559 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:10,560 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:10,573 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:10,585 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:10,586 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xffa9e142, L:/127.0.0.1:41653 - R:/127.0.0.1:51354]
2024-11-20T17:06:10,612 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:10,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:10,615 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41653
2024-11-20T17:06:10,621 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=373 (was 373), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 7466)
2024-11-20T17:06:10,626 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7466
2024-11-20T17:06:10,627 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:10,628 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43713
2024-11-20T17:06:10,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19af9eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:10,628 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:10,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:10,628 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:10,667 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:10,667 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:10,682 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:10,695 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:10,695 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x06703e05, L:/127.0.0.1:43713 - R:/127.0.0.1:45730]
2024-11-20T17:06:10,723 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:10,723 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:45730; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:10,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:10,724 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:43713 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:06:10,724 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43713
2024-11-20T17:06:10,729 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=373 (was 373), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 7466)
2024-11-20T17:06:10,734 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7466
2024-11-20T17:06:10,735 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:10,735 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46723
2024-11-20T17:06:10,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7037776f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:10,736 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:10,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:10,736 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:10,762 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:10,762 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:10,775 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:10,788 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:10,788 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7772ca6e, L:/127.0.0.1:46723 - R:/127.0.0.1:40576]
2024-11-20T17:06:10,815 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:06:10,815 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:06:10,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:10,821 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=374 (was 373) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 7466)
2024-11-20T17:06:10,826 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=374, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7466
2024-11-20T17:06:10,827 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:10,827 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46665
2024-11-20T17:06:10,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556dad71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:10,827 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:10,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:10,828 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:10,853 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:10,853 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:10,866 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:10,878 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:10,878 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xddc9f603, L:/127.0.0.1:46665 - R:/127.0.0.1:33958]
2024-11-20T17:06:10,905 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:06:10,905 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:33958
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:33958
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:10,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:10,910 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=375 (was 374) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7465 (was 7466)
2024-11-20T17:06:10,915 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7465
2024-11-20T17:06:10,916 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:10,916 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42715
2024-11-20T17:06:10,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d924f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:10,916 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:10,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:10,917 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:10,943 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:10,944 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:10,956 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:10,969 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:10,969 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x27c84e59, L:/127.0.0.1:42715 - R:/127.0.0.1:56726]
2024-11-20T17:06:10,996 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:56726
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:56726
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:10,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:10,997 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42715
2024-11-20T17:06:11,002 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=375 (was 375), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7465 (was 7465)
2024-11-20T17:06:11,007 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7465
2024-11-20T17:06:11,008 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:11,008 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40323
2024-11-20T17:06:11,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acb89eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:11,008 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:11,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:11,009 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:11,034 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:11,034 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:11,047 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:11,060 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:11,060 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf0d73bc9, L:/127.0.0.1:40323 - R:/127.0.0.1:57060]
2024-11-20T17:06:11,087 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:11,149 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:11,189 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:11,190 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:11,191 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:11,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:11,203 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7465) - AvailableMemoryMB LEAK? -
2024-11-20T17:06:11,208 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:06:11,209 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:11,210 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44389
2024-11-20T17:06:11,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cb4d06, compressor=org.apache.hadoop.io.compress.GzipCodec@2bf97286, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:11,210 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:11,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:11,211 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:11,239 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:11,239 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:11,251 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:11,264 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:11,264 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x29ee67a6, L:/127.0.0.1:44389 - R:/127.0.0.1:49574]
2024-11-20T17:06:11,289 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:11,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:11,291 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44389
2024-11-20T17:06:11,296 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:06:11,301 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:06:11,302 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:11,302 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42547
2024-11-20T17:06:11,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e28b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:11,302 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:11,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:11,303 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:11,331 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:11,332 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:11,344 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:11,356 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:11,356 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x84258085, L:/127.0.0.1:42547 - R:/127.0.0.1:51582]
2024-11-20T17:06:11,383 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:11,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:11,384 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42547
2024-11-20T17:06:11,389 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:06:11,393 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:06:11,394 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:11,394 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33487
2024-11-20T17:06:11,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69255529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:11,394 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:11,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:11,395 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:11,423 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:11,423 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:11,437 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:11,450 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:11,450 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x40d03543, L:/127.0.0.1:33487 - R:/127.0.0.1:56740]
2024-11-20T17:06:11,477 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:11,477 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:11,477 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56740 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:11,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:11,478 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:11,478 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33487
2024-11-20T17:06:11,483 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:06:11,488 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:06:11,489 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:11,489 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41523
2024-11-20T17:06:11,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:11,489 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:11,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:11,490 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:11,520 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:11,520 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:11,534 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:11,546 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:11,546 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf6748232, L:/127.0.0.1:41523 - R:/127.0.0.1:47212]
2024-11-20T17:06:11,572 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:11,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:11,573 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41523
2024-11-20T17:06:11,577 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:06:11,583 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:06:11,583 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:11,584 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42675
2024-11-20T17:06:11,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d956d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:11,584 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:11,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:11,584 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:11,614 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:11,614 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:11,627 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:11,640 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:11,640 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xba76e30e, L:/127.0.0.1:42675 - R:/127.0.0.1:53242]
2024-11-20T17:06:11,666 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:11,666 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:11,666 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-d024803e198cbfb02240fc621313ddeb-8c383fae71f3a93f-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:06:11,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:11,667 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:11,667 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42675
2024-11-20T17:06:11,672 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:06:11,677 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:06:11,678 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:11,678 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32949
2024-11-20T17:06:11,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736bf265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:11,678 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:11,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:11,679 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:11,707 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:11,708 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:11,720 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:11,732 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:11,733 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x94c92ade, L:/127.0.0.1:32949 - R:/127.0.0.1:40716]
2024-11-20T17:06:11,759 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:11,812 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32949 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-20T17:06:11,812 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32949 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:06:11,812 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32949 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:06:11,812 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32949 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:06:11,812 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32949 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:06:11,812 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32949 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:06:11,812 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32949 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-20T17:06:11,812 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32949 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-20T17:06:11,812 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32949 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-20T17:06:11,812 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32949 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-20T17:06:11,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:11,812 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32949
2024-11-20T17:06:11,822 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=63 (was 62) - Thread LEAK? -, OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:06:11,828 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=63, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7469
2024-11-20T17:06:11,829 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:11,829 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37573
2024-11-20T17:06:11,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e05992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:11,829 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:11,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:11,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:11,830 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:37573 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:06:11,830 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37573
2024-11-20T17:06:11,836 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=63 (was 63), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7469)
2024-11-20T17:06:11,842 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=63, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:11,843 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:11,843 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42497
2024-11-20T17:06:11,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af2d6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:11,843 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:11,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:11,863 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:11,875 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:11,875 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd31e22f4, L:/127.0.0.1:42497 - R:/127.0.0.1:34512]
2024-11-20T17:06:11,875 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:11,952 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42497 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:06:12,061 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42497 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:12,171 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42497 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:12,281 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42497 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:12,391 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42497 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:12,502 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42497 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:12,611 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42497 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:12,721 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42497 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:12,760 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:12,761 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40716 deadline: 1732122371860 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40716
2024-11-20T17:06:12,761 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40716 deadline: 1732122371860 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40716
2024-11-20T17:06:12,761 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40716 deadline: 1732122371860 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40716
2024-11-20T17:06:12,761 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40716 deadline: 1732122371860 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40716
2024-11-20T17:06:12,761 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40716 deadline: 1732122371860 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40716
2024-11-20T17:06:12,762 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40716 deadline: 1732122371860 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40716
2024-11-20T17:06:12,762 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40716 deadline: 1732122371861 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40716
2024-11-20T17:06:12,762 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40716 deadline: 1732122371861 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40716
2024-11-20T17:06:12,762 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40716 deadline: 1732122371861 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40716
2024-11-20T17:06:12,831 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42497 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:12,876 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34512 deadline: 1732122372052 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34512
2024-11-20T17:06:12,876 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:06:12,876 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34512 deadline: 1732122372163 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34512
2024-11-20T17:06:12,876 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34512 deadline: 1732122372273 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34512
2024-11-20T17:06:12,877 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34512 deadline: 1732122372382 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34512
2024-11-20T17:06:12,877 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34512 deadline: 1732122372492 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34512
2024-11-20T17:06:12,877 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34512 deadline: 1732122372602 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34512
2024-11-20T17:06:12,877 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34512 deadline: 1732122372712 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34512
2024-11-20T17:06:12,877 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:34512 deadline: 1732122372822 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:34512
2024-11-20T17:06:12,942 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42497 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:12,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:12,942 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42497
2024-11-20T17:06:12,954 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=63 (was 63), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=140 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:12,959 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=63, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=140, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:12,960 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:12,960 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38563
2024-11-20T17:06:12,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccd295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:12,960 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:12,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:12,977 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:12,989 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:12,989 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe1c74f93, L:/127.0.0.1:38563 - R:/127.0.0.1:36960]
2024-11-20T17:06:12,989 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:12,990 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:12,990 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:36960 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:12,991 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:12,991 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:12,991 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:12,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:12,996 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 63) - Thread LEAK? -, OpenFileDescriptor=377 (was 376) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 140), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:13,001 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:13,002 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:13,002 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34695
2024-11-20T17:06:13,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7d3857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:13,003 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:13,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:13,021 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:13,034 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:13,034 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfd77dfe9, L:/127.0.0.1:34695 - R:/127.0.0.1:53068]
2024-11-20T17:06:13,034 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:13,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:13,040 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34695
2024-11-20T17:06:13,045 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=377 (was 377), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:13,050 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:13,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b80d905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:13,051 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:13,052 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35345
2024-11-20T17:06:13,052 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:13,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:13,065 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:13,077 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:13,078 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbf2608ad, L:/127.0.0.1:35345 - R:/127.0.0.1:37556]
2024-11-20T17:06:13,078 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:13,078 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:13,079 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:37556 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:13,079 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:13,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:13,079 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35345
2024-11-20T17:06:13,084 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=377 (was 377), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:13,089 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:13,090 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:13,090 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46437
2024-11-20T17:06:13,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15722d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:13,091 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:13,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:13,109 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:13,122 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:13,122 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe1f9ff75, L:/127.0.0.1:46437 - R:/127.0.0.1:44518]
2024-11-20T17:06:13,122 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:13,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:13,124 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46437
2024-11-20T17:06:13,129 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=377 (was 377), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:13,133 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:13,134 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:13,134 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38129
2024-11-20T17:06:13,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c60db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:13,134 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:13,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:13,150 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:13,162 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:13,162 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x70590dbf, L:/127.0.0.1:38129 - R:/127.0.0.1:35272]
2024-11-20T17:06:13,162 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:13,162 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:35272; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:13,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:13,163 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:38129 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:06:13,163 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38129
2024-11-20T17:06:13,167 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=377 (was 377), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:13,173 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:13,174 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:13,174 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40003
2024-11-20T17:06:13,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055ddb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:13,174 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:13,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:13,192 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:13,205 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:13,205 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4f7adee7, L:/127.0.0.1:40003 - R:/127.0.0.1:45144]
2024-11-20T17:06:13,205 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:06:13,205 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:06:13,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:13,210 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=378 (was 377) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:13,214 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=378, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:13,215 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:13,215 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35341
2024-11-20T17:06:13,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3894f5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:13,215 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:13,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:13,232 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:13,244 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:13,245 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x37fcb673, L:/127.0.0.1:35341 - R:/127.0.0.1:33162]
2024-11-20T17:06:13,245 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:06:13,245 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:33162
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:33162
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:13,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:13,250 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=379 (was 378) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:13,255 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:13,256 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:13,256 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34545
2024-11-20T17:06:13,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac97c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:13,256 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:13,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:13,273 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:13,285 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:13,285 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xebda6cbe, L:/127.0.0.1:34545 - R:/127.0.0.1:50782]
2024-11-20T17:06:13,285 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:50782
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:50782
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:13,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:13,286 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34545
2024-11-20T17:06:13,291 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=379 (was 379), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:13,295 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:13,296 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:13,296 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33419
2024-11-20T17:06:13,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2144744c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:13,296 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:13,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:13,313 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:13,325 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:13,325 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8d8e94b8, L:/127.0.0.1:33419 - R:/127.0.0.1:45534]
2024-11-20T17:06:13,326 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:13,427 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:13,427 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:13,428 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:13,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:13,439 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 64) - Thread LEAK? -, OpenFileDescriptor=380 (was 379) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:13,448 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:13,450 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:13,450 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33635
2024-11-20T17:06:13,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280c7492, compressor=org.apache.hadoop.io.compress.GzipCodec@6a8bea0d, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:13,450 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:13,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:13,471 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:13,483 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:13,483 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2c5aa2fe, L:/127.0.0.1:33635 - R:/127.0.0.1:60310]
2024-11-20T17:06:13,484 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:13,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:13,485 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33635
2024-11-20T17:06:13,490 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:13,495 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:13,496 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:13,496 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39615
2024-11-20T17:06:13,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ee5e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:13,496 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:13,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:13,513 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:13,526 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:13,526 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbe12c335, L:/127.0.0.1:39615 - R:/127.0.0.1:39598]
2024-11-20T17:06:13,526 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:13,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:13,527 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39615
2024-11-20T17:06:13,532 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:13,537 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:13,538 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:13,538 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41517
2024-11-20T17:06:13,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9d98a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:13,539 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:13,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:13,555 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:13,567 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:13,567 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcd76b6f8, L:/127.0.0.1:41517 - R:/127.0.0.1:47096]
2024-11-20T17:06:13,567 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:13,568 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:13,568 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:47096 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:13,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:13,569 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:13,569 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41517
2024-11-20T17:06:13,574 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:13,579 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:13,579 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:13,580 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34165
2024-11-20T17:06:13,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:13,580 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:13,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:13,597 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:13,610 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:13,610 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8e4020dd, L:/127.0.0.1:34165 - R:/127.0.0.1:34504]
2024-11-20T17:06:13,610 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:13,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:13,611 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34165
2024-11-20T17:06:13,616 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:13,620 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:13,621 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:13,621 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39331
2024-11-20T17:06:13,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fa4a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:13,621 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:13,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:13,638 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:13,650 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:13,650 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x215eac38, L:/127.0.0.1:39331 - R:/127.0.0.1:44454]
2024-11-20T17:06:13,651 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:13,651 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:13,651 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-2b8135bf869a8eeaca864fc5be615244-e124b7e8bab8fd6c-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:06:13,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:13,651 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:13,651 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39331
2024-11-20T17:06:13,657 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:13,662 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:13,663 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:13,663 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36549
2024-11-20T17:06:13,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ee8384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:13,663 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:13,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:13,681 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:13,694 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:13,694 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x33ab0945, L:/127.0.0.1:36549 - R:/127.0.0.1:55700]
2024-11-20T17:06:13,694 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:13,772 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:06:13,772 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:06:13,772 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=107ms, rpcTimeout=100ms
2024-11-20T17:06:13,772 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:13,772 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:13,773 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:13,773 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:13,773 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:13,773 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:13,773 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:13,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:13,773 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36549
2024-11-20T17:06:13,784 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=66 (was 65) - Thread LEAK? -, OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7468 (was 7468)
2024-11-20T17:06:13,790 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7468
2024-11-20T17:06:13,877 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:13,882 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:13,882 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40559
2024-11-20T17:06:13,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610691c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:13,882 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:13,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:13,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:13,883 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:40559 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:06:13,883 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40559
2024-11-20T17:06:13,888 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=65 (was 66), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7468)
2024-11-20T17:06:13,892 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:06:13,893 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:13,893 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32893
2024-11-20T17:06:13,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f495b50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:13,893 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:13,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:13,894 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:13,921 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:13,921 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:13,935 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:13,947 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:13,947 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x57f58022, L:/127.0.0.1:32893 - R:/127.0.0.1:54162]
2024-11-20T17:06:13,975 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:14,031 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32893 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=137ms, rpcTimeout=100ms
2024-11-20T17:06:14,141 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32893 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:14,251 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32893 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:14,361 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32893 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:14,471 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32893 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:14,581 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32893 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:14,691 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32893 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:14,695 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55700 deadline: 1732122373795 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55700
2024-11-20T17:06:14,695 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:14,696 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55700 deadline: 1732122373795 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55700
2024-11-20T17:06:14,696 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55700 deadline: 1732122373795 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55700
2024-11-20T17:06:14,696 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55700 deadline: 1732122373795 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55700
2024-11-20T17:06:14,696 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55700 deadline: 1732122373795 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55700
2024-11-20T17:06:14,696 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55700 deadline: 1732122373795 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55700
2024-11-20T17:06:14,696 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55700 deadline: 1732122373796 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55700
2024-11-20T17:06:14,696 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55700 deadline: 1732122373796 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55700
2024-11-20T17:06:14,696 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:55700 deadline: 1732122373796 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:55700
2024-11-20T17:06:14,802 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32893 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:14,912 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32893 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:14,976 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54162 deadline: 1732122374131 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54162
2024-11-20T17:06:14,977 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54162 deadline: 1732122374242 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54162
2024-11-20T17:06:14,977 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:06:14,977 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54162 deadline: 1732122374352 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54162
2024-11-20T17:06:14,977 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54162 deadline: 1732122374462 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54162
2024-11-20T17:06:14,977 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54162 deadline: 1732122374573 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54162
2024-11-20T17:06:14,978 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54162 deadline: 1732122374681 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54162
2024-11-20T17:06:14,978 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54162 deadline: 1732122374792 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54162
2024-11-20T17:06:14,978 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54162 deadline: 1732122374904 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54162
2024-11-20T17:06:15,021 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:32893 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:15,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:15,021 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32893
2024-11-20T17:06:15,031 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:06:15,037 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:06:15,038 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:15,038 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41883
2024-11-20T17:06:15,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d39bfe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:15,038 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:15,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:15,039 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,066 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,066 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:15,079 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,092 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,092 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xdf4fdf83, L:/127.0.0.1:41883 - R:/127.0.0.1:36004]
2024-11-20T17:06:15,118 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:15,119 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:15,119 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:36004 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:15,120 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:15,120 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:15,120 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:15,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:15,125 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 65) - Thread LEAK? -, OpenFileDescriptor=381 (was 380) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:06:15,130 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:06:15,131 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:15,131 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39995
2024-11-20T17:06:15,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac434fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:15,131 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:15,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:15,132 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,161 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,161 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:15,175 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,187 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,187 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x643f603e, L:/127.0.0.1:39995 - R:/127.0.0.1:40752]
2024-11-20T17:06:15,212 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:15,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:15,219 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39995
2024-11-20T17:06:15,224 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:06:15,229 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:06:15,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9451559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:15,230 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:15,231 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33957
2024-11-20T17:06:15,231 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:15,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:15,231 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,260 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,260 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:15,274 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,286 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,287 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x71aa94f7, L:/127.0.0.1:33957 - R:/127.0.0.1:38350]
2024-11-20T17:06:15,315 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:15,316 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:15,316 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:38350 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:15,317 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:15,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:15,317 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33957
2024-11-20T17:06:15,323 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:06:15,328 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:06:15,329 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:15,329 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35777
2024-11-20T17:06:15,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea0ab07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:15,329 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:15,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:15,330 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,358 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,359 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:15,373 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,385 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,385 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb77878e1, L:/127.0.0.1:35777 - R:/127.0.0.1:52120]
2024-11-20T17:06:15,412 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:15,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:15,414 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35777
2024-11-20T17:06:15,419 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:06:15,424 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:06:15,425 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:15,426 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43473
2024-11-20T17:06:15,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6602e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:15,426 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:15,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:15,426 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,456 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,456 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:15,469 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,481 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,481 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x3c7f93c5, L:/127.0.0.1:43473 - R:/127.0.0.1:34700]
2024-11-20T17:06:15,507 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:15,507 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:34700; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:15,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:15,508 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:43473 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:06:15,508 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43473
2024-11-20T17:06:15,513 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:06:15,518 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:06:15,519 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:15,520 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40725
2024-11-20T17:06:15,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184a6c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:15,520 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:15,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:15,520 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,551 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,551 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:15,564 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,577 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,578 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xcb268c29, L:/127.0.0.1:40725 - R:/127.0.0.1:52386]
2024-11-20T17:06:15,603 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:06:15,603 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:06:15,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:15,608 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=382 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7467 (was 7467)
2024-11-20T17:06:15,613 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=382, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7467
2024-11-20T17:06:15,614 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:15,614 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38107
2024-11-20T17:06:15,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a3e25a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:15,614 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:15,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:15,615 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,640 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,640 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:15,654 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,667 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,667 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xdf93a72a, L:/127.0.0.1:38107 - R:/127.0.0.1:58286]
2024-11-20T17:06:15,693 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:06:15,693 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:58286
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:58286
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:15,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:15,699 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=383 (was 382) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 7467)
2024-11-20T17:06:15,704 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7466
2024-11-20T17:06:15,705 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:15,705 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42717
2024-11-20T17:06:15,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635829e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:15,705 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:15,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:15,706 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,731 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,731 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:15,743 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,756 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,756 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa2f79240, L:/127.0.0.1:42717 - R:/127.0.0.1:40434]
2024-11-20T17:06:15,783 WARN  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:40434
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:40434
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:15,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:15,784 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42717
2024-11-20T17:06:15,789 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=383 (was 383), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 7466)
2024-11-20T17:06:15,793 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7466
2024-11-20T17:06:15,794 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:15,794 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42339
2024-11-20T17:06:15,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3770ddb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:15,794 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:15,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:15,795 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,823 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,823 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:15,835 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:15,849 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:15,849 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa0f2263a, L:/127.0.0.1:42339 - R:/127.0.0.1:43228]
2024-11-20T17:06:15,876 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:15,978 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:15,978 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:15,979 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:15,979 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:15,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:15,987 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 383) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 7466)
2024-11-20T17:06:15,995 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7466
2024-11-20T17:06:15,996 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:15,996 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36343
2024-11-20T17:06:15,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82c685f, compressor=org.apache.hadoop.io.compress.GzipCodec@5bd6878c, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:15,996 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:15,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:15,997 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:16,023 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:16,023 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:16,035 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:16,048 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:16,049 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf480cd48, L:/127.0.0.1:36343 - R:/127.0.0.1:51156]
2024-11-20T17:06:16,075 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:16,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:16,076 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36343
2024-11-20T17:06:16,081 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 7466)
2024-11-20T17:06:16,087 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7466
2024-11-20T17:06:16,088 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:16,089 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43897
2024-11-20T17:06:16,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4d6f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:16,089 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:16,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:16,090 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:16,119 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:16,119 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:16,132 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:16,144 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:16,144 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1cfb1c55, L:/127.0.0.1:43897 - R:/127.0.0.1:47720]
2024-11-20T17:06:16,172 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:16,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:16,173 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43897
2024-11-20T17:06:16,178 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7466 (was 7466)
2024-11-20T17:06:16,183 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7466
2024-11-20T17:06:16,184 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:16,184 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44743
2024-11-20T17:06:16,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ac5004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:16,184 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:16,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:16,185 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:16,210 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:16,211 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:16,225 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:16,237 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:16,237 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x2c3e1d5c, L:/127.0.0.1:44743 - R:/127.0.0.1:59708]
2024-11-20T17:06:16,264 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:16,265 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:16,265 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:59708 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:16,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:16,265 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:16,265 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44743
2024-11-20T17:06:16,271 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7465 (was 7466)
2024-11-20T17:06:16,276 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7465
2024-11-20T17:06:16,277 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:16,277 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36341
2024-11-20T17:06:16,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:16,277 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:16,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:16,278 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:16,303 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:16,303 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:16,319 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:16,331 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:16,332 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7a65f83e, L:/127.0.0.1:36341 - R:/127.0.0.1:43110]
2024-11-20T17:06:16,358 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:16,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:16,359 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36341
2024-11-20T17:06:16,364 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7465 (was 7465)
2024-11-20T17:06:16,369 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7465
2024-11-20T17:06:16,370 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:16,370 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37987
2024-11-20T17:06:16,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6176ba9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:16,370 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:16,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:16,371 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:16,401 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:16,401 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:16,415 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:16,427 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:16,427 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x415fca18, L:/127.0.0.1:37987 - R:/127.0.0.1:41712]
2024-11-20T17:06:16,455 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:16,455 WARN  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:16,456 INFO  [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-cb5cfa75317b268ecd25336396a69559-6dff1c675e924b9a-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:06:16,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:16,456 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:16,456 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37987
2024-11-20T17:06:16,462 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7464 (was 7465)
2024-11-20T17:06:16,467 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7464
2024-11-20T17:06:16,468 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:16,468 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37417
2024-11-20T17:06:16,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f2166e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:16,468 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:16,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:16,469 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:16,499 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:16,499 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:16,513 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:16,525 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:16,525 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x29a17df1, L:/127.0.0.1:37417 - R:/127.0.0.1:40924]
2024-11-20T17:06:16,552 INFO  [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:16,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37417 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=133ms, rpcTimeout=100ms
2024-11-20T17:06:16,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37417 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:06:16,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37417 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:06:16,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37417 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:06:16,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37417 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:06:16,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37417 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:06:16,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37417 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:06:16,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37417 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:06:16,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37417 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:06:16,602 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37417 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=132ms, rpcTimeout=100ms
2024-11-20T17:06:16,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:16,602 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37417
2024-11-20T17:06:16,607 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=67 (was 66) - Thread LEAK? -, OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7464 (was 7464)
2024-11-20T17:06:16,613 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=67, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7464
2024-11-20T17:06:16,614 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:16,614 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44191
2024-11-20T17:06:16,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7446ad0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:16,614 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:16,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:16,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:16,615 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:44191 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:06:16,615 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44191
2024-11-20T17:06:16,620 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=67 (was 67), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7464 (was 7464)
2024-11-20T17:06:16,624 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=67, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7463
2024-11-20T17:06:16,625 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:16,625 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36571
2024-11-20T17:06:16,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b74c9af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:16,625 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:16,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:16,626 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:16,654 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:16,654 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:16,668 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:16,681 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:16,681 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x993febf4, L:/127.0.0.1:36571 - R:/127.0.0.1:38696]
2024-11-20T17:06:16,707 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:16,761 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36571 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms
2024-11-20T17:06:16,872 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36571 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:16,981 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36571 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:17,091 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36571 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:17,201 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36571 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:17,311 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36571 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:17,422 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36571 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:17,531 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36571 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:17,553 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40924 deadline: 1732122376653 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40924
2024-11-20T17:06:17,553 WARN  [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:17,553 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40924 deadline: 1732122376653 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40924
2024-11-20T17:06:17,553 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40924 deadline: 1732122376653 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40924
2024-11-20T17:06:17,553 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40924 deadline: 1732122376653 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40924
2024-11-20T17:06:17,554 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40924 deadline: 1732122376653 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40924
2024-11-20T17:06:17,554 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40924 deadline: 1732122376653 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40924
2024-11-20T17:06:17,554 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40924 deadline: 1732122376653 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40924
2024-11-20T17:06:17,554 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40924 deadline: 1732122376653 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40924
2024-11-20T17:06:17,554 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40924 deadline: 1732122376654 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40924
2024-11-20T17:06:17,641 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36571 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:17,708 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38696 deadline: 1732122376862 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38696
2024-11-20T17:06:17,708 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38696 deadline: 1732122376973 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38696
2024-11-20T17:06:17,708 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:06:17,708 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38696 deadline: 1732122377083 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38696
2024-11-20T17:06:17,709 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38696 deadline: 1732122377193 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38696
2024-11-20T17:06:17,709 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38696 deadline: 1732122377303 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38696
2024-11-20T17:06:17,709 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38696 deadline: 1732122377413 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38696
2024-11-20T17:06:17,709 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38696 deadline: 1732122377523 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38696
2024-11-20T17:06:17,709 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38696 deadline: 1732122377632 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38696
2024-11-20T17:06:17,751 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36571 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:17,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:17,751 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36571
2024-11-20T17:06:17,761 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=67 (was 67), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7463 (was 7463)
2024-11-20T17:06:17,769 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=67, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7463
2024-11-20T17:06:17,770 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:17,770 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39009
2024-11-20T17:06:17,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ee12ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:17,771 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:17,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:17,771 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:17,801 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:17,801 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:17,813 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:17,825 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:17,825 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6ce000c3, L:/127.0.0.1:39009 - R:/127.0.0.1:48288]
2024-11-20T17:06:17,851 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:17,852 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:17,852 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:48288 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:17,852 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:17,853 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:17,853 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:17,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:17,858 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 67) - Thread LEAK? -, OpenFileDescriptor=385 (was 384) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7463 (was 7463)
2024-11-20T17:06:17,864 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7463
2024-11-20T17:06:17,865 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:17,865 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38279
2024-11-20T17:06:17,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd66bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:17,865 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:17,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:17,866 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:17,893 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:17,893 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:17,906 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:17,918 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:17,918 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc81ea15a, L:/127.0.0.1:38279 - R:/127.0.0.1:59602]
2024-11-20T17:06:17,943 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:17,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:17,950 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38279
2024-11-20T17:06:17,956 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7463 (was 7463)
2024-11-20T17:06:17,962 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=7463
2024-11-20T17:06:17,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bad13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:17,963 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:17,963 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37531
2024-11-20T17:06:17,963 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:17,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:17,964 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:17,989 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:17,989 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:18,002 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,015 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,015 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0f37269a, L:/127.0.0.1:37531 - R:/127.0.0.1:47908]
2024-11-20T17:06:18,042 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:18,042 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:18,043 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:47908 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:18,043 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:18,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:18,043 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37531
2024-11-20T17:06:18,049 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 137) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7461 (was 7463)
2024-11-20T17:06:18,054 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7460
2024-11-20T17:06:18,055 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:18,055 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35271
2024-11-20T17:06:18,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5193c922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:18,055 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:18,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:18,056 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,081 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,081 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:18,094 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,106 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,106 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xaa1c4eae, L:/127.0.0.1:35271 - R:/127.0.0.1:38812]
2024-11-20T17:06:18,134 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:18,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:18,136 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35271
2024-11-20T17:06:18,141 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7460 (was 7460)
2024-11-20T17:06:18,146 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7460
2024-11-20T17:06:18,147 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:18,147 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33625
2024-11-20T17:06:18,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9e0b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:18,147 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:18,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:18,148 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,173 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,173 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:18,186 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,198 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,199 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xec85009a, L:/127.0.0.1:33625 - R:/127.0.0.1:58688]
2024-11-20T17:06:18,235 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:18,235 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:58688; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:18,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:18,236 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:33625 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:06:18,236 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33625
2024-11-20T17:06:18,241 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7459 (was 7460)
2024-11-20T17:06:18,246 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7459
2024-11-20T17:06:18,247 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:18,247 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34547
2024-11-20T17:06:18,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c901af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:18,248 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:18,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:18,248 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,273 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,273 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:18,286 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,298 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,298 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x23657307, L:/127.0.0.1:34547 - R:/127.0.0.1:51936]
2024-11-20T17:06:18,323 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:06:18,324 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:06:18,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:18,328 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=386 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7459 (was 7459)
2024-11-20T17:06:18,333 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=386, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7458
2024-11-20T17:06:18,333 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:18,334 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36375
2024-11-20T17:06:18,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a14c5e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:18,334 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:18,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:18,334 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,363 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,364 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:18,377 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,390 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,390 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x74865dad, L:/127.0.0.1:36375 - R:/127.0.0.1:42654]
2024-11-20T17:06:18,418 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:06:18,418 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42654
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42654
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:18,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:18,423 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=387 (was 386) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7458 (was 7458)
2024-11-20T17:06:18,429 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7458
2024-11-20T17:06:18,430 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:18,430 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37567
2024-11-20T17:06:18,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5911048a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:18,431 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:18,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:18,431 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,458 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,458 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:18,471 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,483 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,483 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3cab3f71, L:/127.0.0.1:37567 - R:/127.0.0.1:35630]
2024-11-20T17:06:18,511 WARN  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:35630
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:35630
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:18,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:18,512 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37567
2024-11-20T17:06:18,518 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7458 (was 7458)
2024-11-20T17:06:18,523 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7458
2024-11-20T17:06:18,524 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:18,524 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34771
2024-11-20T17:06:18,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3467e0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:18,525 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:18,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:18,525 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,551 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,551 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:18,564 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,576 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,577 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9fb1e266, L:/127.0.0.1:34771 - R:/127.0.0.1:34058]
2024-11-20T17:06:18,602 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:18,704 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:18,704 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:18,704 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:18,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:18,709 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:18,715 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=69 (was 68) - Thread LEAK? -, OpenFileDescriptor=388 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7457 (was 7458)
2024-11-20T17:06:18,720 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7457
2024-11-20T17:06:18,721 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:18,722 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37285
2024-11-20T17:06:18,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c45ff08, compressor=org.apache.hadoop.io.compress.GzipCodec@76405238, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:18,722 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:18,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:18,722 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,752 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,752 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:18,764 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,776 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,776 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x49e58934, L:/127.0.0.1:37285 - R:/127.0.0.1:57778]
2024-11-20T17:06:18,803 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:18,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:18,804 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37285
2024-11-20T17:06:18,809 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7457 (was 7457)
2024-11-20T17:06:18,815 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7457
2024-11-20T17:06:18,816 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:18,816 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42011
2024-11-20T17:06:18,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e18b08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:18,816 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:18,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:18,817 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,847 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,848 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:18,861 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,874 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,874 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf6632d63, L:/127.0.0.1:42011 - R:/127.0.0.1:59922]
2024-11-20T17:06:18,899 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:18,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:18,900 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42011
2024-11-20T17:06:18,905 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7457 (was 7457)
2024-11-20T17:06:18,911 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7457
2024-11-20T17:06:18,912 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:18,912 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42817
2024-11-20T17:06:18,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2167d54d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:18,912 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:18,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:18,913 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,941 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,941 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:18,954 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:18,967 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:18,967 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe76f43db, L:/127.0.0.1:42817 - R:/127.0.0.1:39020]
2024-11-20T17:06:18,994 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:18,994 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:18,995 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:39020 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:18,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:18,995 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:18,995 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42817
2024-11-20T17:06:19,000 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7457 (was 7457)
2024-11-20T17:06:19,005 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7457
2024-11-20T17:06:19,006 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:19,007 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44517
2024-11-20T17:06:19,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:19,007 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:19,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:19,008 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:19,038 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:19,038 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:19,051 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:19,064 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:19,064 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8b729310, L:/127.0.0.1:44517 - R:/127.0.0.1:46672]
2024-11-20T17:06:19,091 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:19,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:19,092 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44517
2024-11-20T17:06:19,097 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7456 (was 7457)
2024-11-20T17:06:19,101 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7456
2024-11-20T17:06:19,102 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:19,102 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36071
2024-11-20T17:06:19,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3616c041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:19,102 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:19,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:19,103 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:19,131 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:19,131 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:19,143 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:19,155 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:19,156 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x64a418c0, L:/127.0.0.1:36071 - R:/127.0.0.1:33880]
2024-11-20T17:06:19,182 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:19,182 WARN  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:19,182 INFO  [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-63967319df0698cf5b1eefbe63283f2a-c40c313fe2f5cdb1-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:06:19,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:19,183 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:19,183 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36071
2024-11-20T17:06:19,188 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7456 (was 7456)
2024-11-20T17:06:19,193 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7456
2024-11-20T17:06:19,194 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:19,194 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43549
2024-11-20T17:06:19,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e12bd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:19,194 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:19,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:19,195 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:19,222 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:19,222 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms
2024-11-20T17:06:19,237 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:19,249 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:19,249 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2e7d3d9c, L:/127.0.0.1:43549 - R:/127.0.0.1:42456]
2024-11-20T17:06:19,278 INFO  [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:19,331 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:06:19,331 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:06:19,331 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:06:19,331 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:06:19,331 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:06:19,331 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:06:19,331 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:06:19,331 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:06:19,331 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:06:19,331 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43549 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=136ms, rpcTimeout=100ms
2024-11-20T17:06:19,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:19,332 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43549
2024-11-20T17:06:19,338 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=69 (was 68) - Thread LEAK? -, OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7456 (was 7456)
2024-11-20T17:06:19,343 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=69, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7456
2024-11-20T17:06:19,344 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:19,344 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39435
2024-11-20T17:06:19,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d01130e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:19,344 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:19,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:19,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:19,345 INFO  [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:39435 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault
2024-11-20T17:06:19,345 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39435
2024-11-20T17:06:19,350 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=69 (was 69), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7456 (was 7456)
2024-11-20T17:06:19,356 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=69, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7456
2024-11-20T17:06:19,356 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:19,357 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39283
2024-11-20T17:06:19,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499846fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:19,357 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:19,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:19,370 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:19,383 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:19,383 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x97e00cd0, L:/127.0.0.1:39283 - R:/127.0.0.1:39458]
2024-11-20T17:06:19,383 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:19,461 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=104ms, rpcTimeout=100ms
2024-11-20T17:06:19,571 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:19,681 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:19,791 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:19,901 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:20,012 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:20,122 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:20,232 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:20,279 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42456 deadline: 1732122379379 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42456
2024-11-20T17:06:20,279 WARN  [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:20,280 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42456 deadline: 1732122379379 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42456
2024-11-20T17:06:20,280 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42456 deadline: 1732122379379 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42456
2024-11-20T17:06:20,280 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42456 deadline: 1732122379379 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42456
2024-11-20T17:06:20,280 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42456 deadline: 1732122379379 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42456
2024-11-20T17:06:20,280 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42456 deadline: 1732122379379 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42456
2024-11-20T17:06:20,281 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42456 deadline: 1732122379379 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42456
2024-11-20T17:06:20,281 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42456 deadline: 1732122379379 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42456
2024-11-20T17:06:20,281 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:42456 deadline: 1732122379379 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:42456
2024-11-20T17:06:20,341 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms
2024-11-20T17:06:20,384 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39458 deadline: 1732122379561 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39458
2024-11-20T17:06:20,384 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes
2024-11-20T17:06:20,385 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39458 deadline: 1732122379673 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39458
2024-11-20T17:06:20,385 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39458 deadline: 1732122379783 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39458
2024-11-20T17:06:20,385 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39458 deadline: 1732122379892 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39458
2024-11-20T17:06:20,385 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39458 deadline: 1732122380002 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39458
2024-11-20T17:06:20,385 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39458 deadline: 1732122380113 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39458
2024-11-20T17:06:20,385 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39458 deadline: 1732122380223 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39458
2024-11-20T17:06:20,386 WARN  [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39458 deadline: 1732122380333 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39458
2024-11-20T17:06:20,451 INFO  [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39283 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms
2024-11-20T17:06:20,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:20,451 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39283
2024-11-20T17:06:20,468 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=69 (was 69), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7456 (was 7456)
2024-11-20T17:06:20,473 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=69, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7456
2024-11-20T17:06:20,473 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:20,474 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41461
2024-11-20T17:06:20,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24da7baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:20,474 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:20,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:20,487 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:20,499 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:20,499 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0ce86805, L:/127.0.0.1:41461 - R:/127.0.0.1:56502]
2024-11-20T17:06:20,499 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:20,500 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:20,500 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56502 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:20,500 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:20,501 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:20,501 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:20,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:20,506 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 69) - Thread LEAK? -, OpenFileDescriptor=389 (was 388) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7456 (was 7456)
2024-11-20T17:06:20,511 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7456
2024-11-20T17:06:20,512 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:20,512 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39671
2024-11-20T17:06:20,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8c1807, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:20,512 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$RukO9bRX as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:20,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:20,531 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:20,543 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:20,543 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xad6ff4e5, L:/127.0.0.1:39671 - R:/127.0.0.1:56268]
2024-11-20T17:06:20,544 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:20,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:20,550 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39671
2024-11-20T17:06:20,556 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7456 (was 7456)
2024-11-20T17:06:20,561 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7456
2024-11-20T17:06:20,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab2a083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:20,563 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:20,563 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35541
2024-11-20T17:06:20,563 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:20,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:20,576 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:20,588 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:20,588 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1c00558c, L:/127.0.0.1:35541 - R:/127.0.0.1:60564]
2024-11-20T17:06:20,589 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:20,589 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:20,590 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:60564 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:20,590 INFO  [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:20,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:20,590 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35541
2024-11-20T17:06:20,596 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7456 (was 7456)
2024-11-20T17:06:20,601 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7456
2024-11-20T17:06:20,602 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:20,602 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33451
2024-11-20T17:06:20,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48020ea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:20,602 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:20,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:20,616 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:20,628 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:20,628 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0bb01fd6, L:/127.0.0.1:33451 - R:/127.0.0.1:55074]
2024-11-20T17:06:20,628 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:20,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:20,631 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33451
2024-11-20T17:06:20,636 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7456 (was 7456)
2024-11-20T17:06:20,641 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7456
2024-11-20T17:06:20,642 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:20,642 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46087
2024-11-20T17:06:20,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490ce7b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:20,642 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:20,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:20,660 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:20,673 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:20,673 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd8554755, L:/127.0.0.1:46087 - R:/127.0.0.1:44542]
2024-11-20T17:06:20,673 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:20,673 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:44542; caught unexpected downstream exception.
org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test
	at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:20,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:20,674 INFO  [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:46087 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-20T17:06:20,674 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46087
2024-11-20T17:06:20,679 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7456 (was 7456)
2024-11-20T17:06:20,684 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7456
2024-11-20T17:06:20,685 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:20,685 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44879
2024-11-20T17:06:20,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a943024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:20,685 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:20,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:20,701 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:20,713 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:20,713 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe7a2878b, L:/127.0.0.1:44879 - R:/127.0.0.1:58590]
2024-11-20T17:06:20,713 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id'
2024-11-20T17:06:20,714 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-20T17:06:20,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:20,719 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=390 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7456 (was 7456)
2024-11-20T17:06:20,725 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7456
2024-11-20T17:06:20,726 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:20,726 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42141
2024-11-20T17:06:20,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382bb1a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:20,726 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:20,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-20T17:06:20,740 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:20,752 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:20,752 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x85c4871b, L:/127.0.0.1:42141 - R:/127.0.0.1:56258]
2024-11-20T17:06:20,753 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null'
2024-11-20T17:06:20,753 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:56258
org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:56258
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:20,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:20,758 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=391 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7456 (was 7456)
2024-11-20T17:06:20,763 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7456
2024-11-20T17:06:20,764 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:20,764 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38213
2024-11-20T17:06:20,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea59026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:20,764 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:20,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:20,783 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:20,795 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:20,795 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1a73d247, L:/127.0.0.1:38213 - R:/127.0.0.1:53790]
2024-11-20T17:06:20,795 WARN  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:53790
org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:53790
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:20,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:20,796 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38213
2024-11-20T17:06:20,800 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7455 (was 7456)
2024-11-20T17:06:20,805 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7455
2024-11-20T17:06:20,806 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:20,806 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46395
2024-11-20T17:06:20,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5ad0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:20,806 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:20,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:20,820 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:20,833 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:20,833 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xefe2c57b, L:/127.0.0.1:46395 - R:/127.0.0.1:57404]
2024-11-20T17:06:20,833 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:20,935 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:20,935 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:20,936 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1])
2024-11-20T17:06:20,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:20,948 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 70) - Thread LEAK? -, OpenFileDescriptor=392 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7455 (was 7455)
2024-11-20T17:06:20,955 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7455
2024-11-20T17:06:20,956 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:20,956 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34769
2024-11-20T17:06:20,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8ffba8, compressor=org.apache.hadoop.io.compress.GzipCodec@75bed7e, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:20,956 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:20,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:20,970 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:20,983 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:20,983 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfde32469, L:/127.0.0.1:34769 - R:/127.0.0.1:54268]
2024-11-20T17:06:20,983 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:20,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:20,984 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34769
2024-11-20T17:06:20,989 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7455 (was 7455)
2024-11-20T17:06:20,995 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7455
2024-11-20T17:06:20,996 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:20,996 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37333
2024-11-20T17:06:20,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0e5a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:20,996 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:20,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:21,015 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:21,027 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:21,027 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb7c3eff3, L:/127.0.0.1:37333 - R:/127.0.0.1:37726]
2024-11-20T17:06:21,027 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:21,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:21,028 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37333
2024-11-20T17:06:21,033 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7455 (was 7455)
2024-11-20T17:06:21,038 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7455
2024-11-20T17:06:21,038 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:21,039 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34625
2024-11-20T17:06:21,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eeadb7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:21,039 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:21,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:21,057 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:21,069 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:21,069 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2e8e268c, L:/127.0.0.1:34625 - R:/127.0.0.1:55784]
2024-11-20T17:06:21,069 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:21,070 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-20T17:06:21,070 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:55784 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error!
2024-11-20T17:06:21,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:21,070 INFO  [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error!
	at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106)
	at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-20T17:06:21,070 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34625
2024-11-20T17:06:21,075 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7455 (was 7455)
2024-11-20T17:06:21,081 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7455
2024-11-20T17:06:21,082 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:21,082 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45203
2024-11-20T17:06:21,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:21,082 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:21,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:21,099 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:21,111 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:21,111 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x04fe1bd0, L:/127.0.0.1:45203 - R:/127.0.0.1:41954]
2024-11-20T17:06:21,112 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:21,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:21,113 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45203
2024-11-20T17:06:21,118 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7455 (was 7455)
2024-11-20T17:06:21,123 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7455
2024-11-20T17:06:21,124 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:21,124 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44343
2024-11-20T17:06:21,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bea410d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:21,125 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:21,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:21,138 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:21,150 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:21,151 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6a26e4fd, L:/127.0.0.1:44343 - R:/127.0.0.1:50812]
2024-11-20T17:06:21,151 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:21,151 WARN  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:21,151 INFO  [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0
trace_info {
  headers {
    key: "traceparent"
    value: "00-9490bf6d46b87ed8f08ccdaf1047674b-5e11241745f8643f-01"
  }
}
method_name: "echo"
request_param: true
cell_block_meta {
  length: 36
}
priority: 0
timeout: 0

2024-11-20T17:06:21,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:21,152 INFO  [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended)
2024-11-20T17:06:21,152 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44343
2024-11-20T17:06:21,157 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7455 (was 7455)
2024-11-20T17:06:21,162 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=166, ProcessCount=11, AvailableMemoryMB=7455
2024-11-20T17:06:21,163 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-20T17:06:21,163 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46125
2024-11-20T17:06:21,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fcbf5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-20T17:06:21,163 INFO  [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10
2024-11-20T17:06:21,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false
2024-11-20T17:06:21,177 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available
2024-11-20T17:06:21,190 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support
2024-11-20T17:06:21,190 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x502ccdce, L:/127.0.0.1:46125 - R:/127.0.0.1:52164]
2024-11-20T17:06:21,190 INFO  [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto
2024-11-20T17:06:21,273 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:21,273 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:21,273 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:21,273 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:21,273 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:21,273 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:21,273 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:21,273 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:21,273 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:21,273 INFO  [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46125 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=108ms, rpcTimeout=100ms
2024-11-20T17:06:21,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-20T17:06:21,273 INFO  [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46125
2024-11-20T17:06:21,285 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=72 (was 71) - Thread LEAK? -, OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=166 (was 166), ProcessCount=11 (was 11), AvailableMemoryMB=7455 (was 7455)
2024-11-20T17:06:21,388 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-20T17:06:22,191 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52164 deadline: 1732122381291 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52164
2024-11-20T17:06:22,192 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52164 deadline: 1732122381291 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52164
2024-11-20T17:06:22,192 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52164 deadline: 1732122381291 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52164
2024-11-20T17:06:22,192 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52164 deadline: 1732122381291 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52164
2024-11-20T17:06:22,192 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52164 deadline: 1732122381291 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52164
2024-11-20T17:06:22,192 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52164 deadline: 1732122381291 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52164
2024-11-20T17:06:22,193 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52164 deadline: 1732122381291 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52164
2024-11-20T17:06:22,193 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52164 deadline: 1732122381291 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52164
2024-11-20T17:06:22,193 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52164 deadline: 1732122381291 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52164
2024-11-20T17:06:22,193 WARN  [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]